-- Logs begin at Thu 2022-07-14 10:50:40 UTC, end at Thu 2022-07-14 12:05:13 UTC. -- Jul 14 11:34:57.177740 dv-cinder-849803-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 11:34:59.859041 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.common.config [-] Logging enabled! Jul 14 11:34:59.859639 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 11:34:59.859826 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111055) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 11:34:59.863107 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.common.config [-] Logging enabled! Jul 14 11:34:59.863359 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 11:34:59.863664 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111055) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 11:34:59.864613 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 11:34:59.864849 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 11:34:59.865350 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 11:34:59.865596 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 11:34:59.865819 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 11:34:59.866137 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.866431 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.866660 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.866955 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.867244 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.867525 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.867813 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.868109 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.868398 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.868676 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.868959 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.869212 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.869495 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.869790 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.870096 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.870306 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] debug = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.870584 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.871011 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.871420 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.871710 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.871998 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.872271 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.872537 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.872810 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.873089 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.873443 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] host = dv-cinder-849803-1-iscsi {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.873718 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.874014 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.874286 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.874569 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.874841 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.875112 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.875395 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.875667 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.875936 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] log_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.876208 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.876492 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.876779 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.877065 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.877312 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.877532 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.877815 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.878102 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.878381 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.878654 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.878928 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.879197 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.879466 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.879782 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.880063 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.880347 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.880628 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.880901 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.881187 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.881462 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.881730 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.882010 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.882280 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.882549 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.882819 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.883107 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.883366 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.883634 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.883930 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.884212 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.884489 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.884774 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.885044 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.885353 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.885620 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.886409 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.886676 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] use_json = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.886943 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.887209 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.887485 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.887751 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.888054 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.888330 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.888597 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.888883 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.889150 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:34:59.889464 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.889755 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.890053 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.890337 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.890635 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.890911 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.891196 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.891469 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.891752 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.892036 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.892318 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.892590 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.892893 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.893193 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.893486 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.893788 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.894081 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.894366 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.894656 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.894909 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.895180 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.895453 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.895736 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.896010 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.896358 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.896581 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.896855 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.897150 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.897459 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.897743 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.898467 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.898467 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.898696 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.898839 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.899128 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.899418 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.899715 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.899998 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.900276 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.900547 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.900825 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.901112 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.902008 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.902285 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.902558 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.902846 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.903497 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.903497 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.903669 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.903906 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.904175 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.904500 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.904788 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.905059 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.905355 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.905632 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.905901 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.906171 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.906444 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.906715 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.906987 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.907254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.907523 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.907795 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.908482 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.908608 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.909881 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.909881 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.909881 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.909881 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.909881 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.909881 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.909881 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.911291 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.911291 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.911291 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.912748 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.912748 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.912748 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.912748 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.912748 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.913145 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.913145 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.913452 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.913746 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.914026 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.914313 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.914594 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.914869 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.915188 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.915462 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.915739 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.916014 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.916290 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.916565 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.916844 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.917148 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.925379 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.925379 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.925379 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.925379 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.925379 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.925379 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.925379 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.925379 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.926071 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.926071 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.926071 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.926071 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:34:59.926071 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 11:34:59.926071 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111055) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 11:35:00.219563 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 11:35:00.219742 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 11:35:00.220044 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 11:35:00.220378 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 11:35:00.636290 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.636575 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.636891 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.638162 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.638440 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.638717 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.694059 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.694305 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.694578 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.712546 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.712829 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.713098 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.743586 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.743861 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.744131 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.780245 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.780518 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:00.780784 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.021498 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.022144 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.022144 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.022299 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.022965 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.122828 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.123146 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.123432 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.123709 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.123975 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.124285 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.124544 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.124801 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.125055 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.125364 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.125624 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.125887 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.126141 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.126390 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.126643 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.126906 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.127158 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.127422 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.127687 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.127945 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.128217 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.128468 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.128749 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.129126 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.129403 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.129653 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.130049 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:35:01.130286 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:35:01.130521 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:35:01.130755 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:35:01.130986 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:35:01.131218 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:35:01.131581 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 11:35:01.134741 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 11:35:01.139227 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 11:35:01.143145 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 14 11:35:01.144760 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 11:35:01.146352 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 11:35:01.146695 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 11:35:01.147086 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 11:35:01.149948 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 11:35:01.150206 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 11:35:01.150553 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 11:35:01.156280 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 14 11:35:01.179610 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 11:35:01.180074 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.180374 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111055) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 14 11:35:01.180748 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.182157 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111055) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 11:35:01.182445 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 11:35:01.182716 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 11:35:01.186078 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.186355 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:01.311081 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 11:35:01.311252 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 11:35:01.311462 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 11:35:01.311838 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 11:35:01.364197 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO dbcounter [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Registered counter for database neutron Jul 14 11:35:01.383977 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_db.sqlalchemy.engines [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111055) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 11:35:01.390500 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG dbcounter [-] [111055] Writer thread running {{(pid=111055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 11:35:02.106954 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Initializing driver for type 'gre' Jul 14 11:35:02.107579 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] gre ID ranges: [(1, 1000)] Jul 14 11:35:02.306597 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Initializing driver for type 'local' Jul 14 11:35:02.306917 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Initializing driver for type 'vlan' Jul 14 11:35:02.478419 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] VlanTypeDriver initialization complete Jul 14 11:35:02.478670 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Initializing driver for type 'vxlan' Jul 14 11:35:02.479178 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] vxlan ID ranges: [(1, 1000)] Jul 14 11:35:02.715788 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Initializing extension driver 'port_security' Jul 14 11:35:02.716123 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.extensions.port_security [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] PortSecurityExtensionDriver initialization complete Jul 14 11:35:02.716452 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Initializing mechanism driver 'openvswitch' Jul 14 11:35:02.716787 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Initializing mechanism driver 'hyperv' Jul 14 11:35:02.723666 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.plugins.ml2.plugin [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:02.724343 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > port after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.724717 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > port after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.725073 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > port after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.725681 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 11:35:02.726108 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.726466 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.726814 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.727217 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 11:35:02.727639 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > network after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.727994 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > network after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.728342 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > network after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.728777 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 11:35:02.729147 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > security_group after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.729638 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > security_group after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.729864 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.730264 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 11:35:02.730752 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.731048 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.731388 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.731785 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 11:35:02.732196 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > address_group after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.732556 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > address_group after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.732901 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.733323 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 11:35:02.733761 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] ML2 OVO RPC backend initialized. {{(pid=111055) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 14 11:35:02.734487 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.734865 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.735271 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > network before_response 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.735622 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > networks before_response 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.735970 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > port before_response 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.736324 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > ports before_response 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.736660 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > subnet before_response 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.737001 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > subnets before_response 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.737393 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > network after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.737749 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > network after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.738093 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > network after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.738432 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > port after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.738775 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > port after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.739116 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > port after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.739484 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.739823 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.740162 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.756649 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded quota_driver: . Jul 14 11:35:02.757016 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.plugin [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Modular L2 Plugin initialization complete Jul 14 11:35:02.757406 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading services supported by the core plugin {{(pid=111055) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 11:35:02.757760 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.plugins.ml2.managers [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Got port-security extension from driver 'port_security' Jul 14 11:35:02.758246 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.extensions.vlantransparent [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Disabled vlantransparent extension. Jul 14 11:35:02.758744 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111055) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 11:35:02.759074 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading Plugin: router Jul 14 11:35:02.802405 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.802808 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router after_create 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.803180 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router before_create 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.803677 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.804056 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.804416 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router after_delete 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.804780 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.805180 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.805549 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router after_create 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.805898 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router after_update 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.806249 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router after_update 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.806598 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.806956 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router after_update 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.807390 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.807771 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: port after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.808116 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: port after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.808455 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: subnet after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.808797 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.809150 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.809522 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.809870 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: port before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.810218 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router precommit_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.810574 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router after_update 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.810919 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.811276 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.811637 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.811982 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.812439 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > agent after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.812704 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > agent after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.813047 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > network after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.813998 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Tracking information for resource: router configured {{(pid=111055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:35:02.814325 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Tracking information for resource: floatingip configured {{(pid=111055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:35:02.819181 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.db.l3_agentschedulers_db [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 11:35:02.819816 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: port after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.820176 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: port after_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.820531 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: port after_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.820885 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: port after_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.821717 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router before_create 55550100 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.822084 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.822447 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router precommit_create 55550100 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.822804 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > router precommit_update 55550100 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.828254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.services.provider_configuration [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service providers = [] {{(pid=111055) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 11:35:02.828623 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.db.servicetype_db [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111055) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 11:35:02.831671 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.services.service_base [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:35:02.832024 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.services.service_base [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:35:02.832368 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.services.service_base [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:35:02.833459 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.services.service_base [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:35:02.833836 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.services.service_base [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 11:35:02.834222 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:35:02.834543 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 11:35:02.845853 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:35:02.846189 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading Plugin: auto_allocate Jul 14 11:35:02.851903 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: network precommit_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.852277 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: network precommit_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.852801 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:35:02.853122 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading Plugin: tag Jul 14 11:35:02.860126 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:35:02.860456 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading Plugin: timestamp Jul 14 11:35:02.864431 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:35:02.864858 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading Plugin: network_ip_availability Jul 14 11:35:02.870456 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.870829 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.871187 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:02.871941 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:35:02.872262 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading Plugin: flavors Jul 14 11:35:02.877413 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:35:02.877684 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading Plugin: revisions Jul 14 11:35:02.882099 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:35:02.882577 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_concurrency.lockutils [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.662s {{(pid=111055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 11:35:02.883239 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111055) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 14 11:35:02.883577 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Initializing extension manager. Jul 14 11:35:02.884102 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: __init__.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.884447 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: __pycache__ {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.884782 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: address_group.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.886081 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.886771 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: address-group Jul 14 11:35:02.887099 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: address_scope.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.887785 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.888285 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: address-scope Jul 14 11:35:02.888608 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.889522 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.890028 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: router-admin-state-down-before-update Jul 14 11:35:02.890352 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: agent.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.891019 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.891520 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: agent Jul 14 11:35:02.891842 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: agent_resources_synced.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.892711 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.893244 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: agent-resources-synced Jul 14 11:35:02.893573 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: allowedaddresspairs.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.895334 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.895848 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: allowed-address-pairs Jul 14 11:35:02.896173 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: auto_allocated_topology.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.897252 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.897858 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: auto-allocated-topology Jul 14 11:35:02.898133 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: availability_zone.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.898792 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.899299 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: availability_zone Jul 14 11:35:02.899615 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: availability_zone_filter.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.900534 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.901037 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: availability_zone_filter Jul 14 11:35:02.901479 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: data_plane_status.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.902325 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.902862 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 11:35:02.903183 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: default_subnetpools.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.904058 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.904564 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: default-subnetpools Jul 14 11:35:02.904886 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.905742 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.906242 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: dhcp_agent_scheduler Jul 14 11:35:02.906565 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: dns.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.907446 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.907953 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 11:35:02.908269 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: dns_domain_ports.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.909146 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.909672 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 11:35:02.909994 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.910879 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.911379 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 11:35:02.911703 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: dvr.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.912338 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.912840 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: dvr Jul 14 11:35:02.913240 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: ecmp_routes.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.914114 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.914619 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 14 11:35:02.914940 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: empty_string_filtering.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.915808 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.916316 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: empty-string-filtering Jul 14 11:35:02.916637 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.917575 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.918081 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 11:35:02.918396 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.919270 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.919798 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 11:35:02.920117 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: external_net.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.921030 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.921570 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: external-net Jul 14 11:35:02.921893 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.923024 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.923524 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: extra_dhcp_opt Jul 14 11:35:02.923844 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: extraroute.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.924714 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.925245 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: extraroute Jul 14 11:35:02.925569 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: extraroute_atomic.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.926560 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.927063 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: extraroute-atomic Jul 14 11:35:02.927391 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: filter_validation.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.928026 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.928520 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: filter-validation Jul 14 11:35:02.928840 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: fip_pf_description.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.929960 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.930471 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 11:35:02.930800 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: fip_pf_port_range.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.931698 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.932204 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 14 11:35:02.933069 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: fip_port_details.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.933985 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.934495 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: fip-port-details Jul 14 11:35:02.934820 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: flavors.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.936015 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.936529 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: flavors Jul 14 11:35:02.936858 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.938495 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.939019 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 11:35:02.939349 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: floatingip_pools.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.940013 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.940527 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: floatingip-pools Jul 14 11:35:02.940853 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: ip_allocation.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.941766 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.942334 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 11:35:02.942657 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.943540 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.944043 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: ip-substring-filtering Jul 14 11:35:02.944365 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: l2_adjacency.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.945288 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.945788 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 11:35:02.946109 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: l3.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.947044 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.947558 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: router Jul 14 11:35:02.947888 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.950667 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.951194 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 11:35:02.951530 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.952413 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.952926 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: ext-gw-mode Jul 14 11:35:02.953325 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.954171 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.954679 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: l3-ha Jul 14 11:35:02.955006 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.955892 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.956390 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 14 11:35:02.956714 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: l3_flavors.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.957697 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.958197 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: l3-flavors Jul 14 11:35:02.958524 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.959877 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.960387 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 14 11:35:02.960714 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.961625 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.962137 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 11:35:02.962459 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: l3agentscheduler.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.963455 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.963997 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: l3_agent_scheduler Jul 14 11:35:02.964329 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: local_ip.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.966075 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.966602 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension local_ip not supported by any of loaded plugins Jul 14 11:35:02.966933 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: logging.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.968375 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.968891 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension logging not supported by any of loaded plugins Jul 14 11:35:02.969255 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: metering.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.969968 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.970589 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: metering Jul 14 11:35:02.970927 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.972183 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.972699 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: metering_source_and_destination_fields Jul 14 11:35:02.973026 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: multiprovidernet.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.973936 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.974448 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: multi-provider Jul 14 11:35:02.974773 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: netmtu.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.975653 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.976162 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: net-mtu Jul 14 11:35:02.976541 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: netmtu_writable.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.977459 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.977982 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: net-mtu-writable Jul 14 11:35:02.978302 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: network_availability_zone.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.978979 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.979466 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: network_availability_zone Jul 14 11:35:02.979787 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: network_ip_availability.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.980850 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.981392 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: network-ip-availability Jul 14 11:35:02.981720 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: network_segment_range.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.982512 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.983023 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 11:35:02.983347 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: pagination.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.984295 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.984624 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: pagination Jul 14 11:35:02.984941 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: port_device_profile.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.985840 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.986354 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: port-device-profile Jul 14 11:35:02.986677 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: port_mac_address_override.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.987562 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.988107 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: port-mac-override Jul 14 11:35:02.988428 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.989334 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.989848 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: port-mac-address-regenerate Jul 14 11:35:02.990171 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.991046 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.991558 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: port-numa-affinity-policy Jul 14 11:35:02.991882 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: port_resource_request.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.992753 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.993287 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 11:35:02.993610 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: port_resource_request_groups.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.994538 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.995646 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 14 11:35:02.995902 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: portbindings.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.996803 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.997343 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: binding Jul 14 11:35:02.997666 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: portbindings_extended.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:02.998900 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:02.999407 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: binding-extended Jul 14 11:35:02.999760 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: portsecurity.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.000641 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.001146 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: port-security Jul 14 11:35:03.001501 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: project_id.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.002446 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.002776 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: project-id Jul 14 11:35:03.003096 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: providernet.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.003984 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.004500 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: provider Jul 14 11:35:03.004824 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.008296 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.008861 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos not supported by any of loaded plugins Jul 14 11:35:03.009230 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.010441 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.011520 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 11:35:03.011847 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.012742 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.013293 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 11:35:03.013624 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_default.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.014520 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.015032 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-default not supported by any of loaded plugins Jul 14 11:35:03.015357 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_fip.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.016236 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.016742 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 11:35:03.017068 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.017976 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.018491 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 14 11:35:03.018818 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_gateway_ip.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.019700 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.020210 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 11:35:03.020533 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_port_network_policy.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.021480 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.021985 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 11:35:03.022309 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.023331 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.023835 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 14 11:35:03.024157 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.025150 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.025679 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 14 11:35:03.026001 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_pps_rule.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.027146 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.027659 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-pps not supported by any of loaded plugins Jul 14 11:35:03.028011 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_rule_type_details.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.028908 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.029456 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 11:35:03.029787 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.030663 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.031171 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 14 11:35:03.031502 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: qos_rules_alias.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.032521 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.033031 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 11:35:03.033390 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: quota_check_limit.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.034269 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.034779 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: quota-check-limit Jul 14 11:35:03.035106 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: quotasv2.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.036027 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.036354 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: quotas Jul 14 11:35:03.036674 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: quotasv2_detail.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.038372 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.038711 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: quota_details Jul 14 11:35:03.039041 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: rbac.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.040410 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.040932 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: rbac-policies Jul 14 11:35:03.041301 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: rbac_address_group.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.042226 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.042738 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: rbac-address-group Jul 14 11:35:03.043064 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: rbac_address_scope.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.043949 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.044464 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: rbac-address-scope Jul 14 11:35:03.044791 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: rbac_security_groups.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.045792 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.046306 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: rbac-security-groups Jul 14 11:35:03.046632 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: rbac_subnetpool.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.047788 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.048305 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: rbac-subnetpool Jul 14 11:35:03.048629 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: revisionifmatch.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.049558 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.050071 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: revision-if-match Jul 14 11:35:03.050400 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: revisions.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.051543 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.052058 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: standard-attr-revisions Jul 14 11:35:03.052384 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: router_availability_zone.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.053026 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.053641 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: router_availability_zone Jul 14 11:35:03.053968 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: routerservicetype.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.054859 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.055367 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 11:35:03.055692 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.056609 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.057122 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: security-groups-normalized-cidr Jul 14 11:35:03.057996 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.058904 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.059418 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: port-security-groups-filtering Jul 14 11:35:03.059743 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.060635 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.061147 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: security-groups-remote-address-group Jul 14 11:35:03.061500 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.062429 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.062946 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: security-groups-shared-filtering Jul 14 11:35:03.063269 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: securitygroup.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.074623 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.075161 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: security-group Jul 14 11:35:03.075501 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: segment.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.076202 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.076715 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension segment not supported by any of loaded plugins Jul 14 11:35:03.077080 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.078015 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.078521 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 11:35:03.078855 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: servicetype.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.079922 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.080434 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: service-type Jul 14 11:35:03.080763 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: sorting.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.081744 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.082084 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: sorting Jul 14 11:35:03.082411 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: standard_attr_segment.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.083308 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.083822 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 11:35:03.084147 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: standardattrdescription.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.084769 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.085310 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: standard-attr-description Jul 14 11:35:03.085638 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: stateful_security_group.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.086552 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.087068 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: stateful-security-group Jul 14 11:35:03.087398 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: stdattrs_common.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.087949 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 11:35:03.088272 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.089738 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.090243 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 11:35:03.090562 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: subnet_onboard.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.091587 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.092103 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: subnet_onboard Jul 14 11:35:03.092428 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.093360 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.093868 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 11:35:03.094190 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: subnet_service_types.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.095082 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.095597 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: subnet-service-types Jul 14 11:35:03.095918 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: subnetallocation.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.096966 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.097519 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: subnet_allocation Jul 14 11:35:03.097844 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.098474 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.098985 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: subnetpool-prefix-ops Jul 14 11:35:03.099309 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.100210 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.100715 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 11:35:03.101039 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: tagging.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.102082 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.102662 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: standard-attr-tag Jul 14 11:35:03.102987 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: timestamp.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.104124 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.105224 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loaded extension: standard-attr-timestamp Jul 14 11:35:03.105553 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: trunk.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.106556 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.107062 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension trunk not supported by any of loaded plugins Jul 14 11:35:03.107596 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: trunk_details.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.108283 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.108792 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 11:35:03.109116 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: uplink_status_propagation.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.110029 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.110532 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 11:35:03.110856 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Loading extension file: vlantransparent.py {{(pid=111055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 11:35:03.111499 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 11:35:03.111999 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 11:35:03.114696 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:network Jul 14 11:35:03.115228 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:subnet Jul 14 11:35:03.115623 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:35:03.116015 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:port Jul 14 11:35:03.117371 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.117816 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service FLAVORS assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.118436 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.118869 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.119202 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:router Jul 14 11:35:03.119686 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 11:35:03.120192 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service METERING assigned prefix: /metering {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.121689 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:03.122066 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:03.122419 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:35:03.123429 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 11:35:03.123884 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:security_group Jul 14 11:35:03.124328 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 11:35:03.124864 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service CORE assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.125223 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:35:03.125571 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] subnetpool is already registered Jul 14 11:35:03.126029 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service CORE assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.126348 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:35:03.126680 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] subnetpool is already registered Jul 14 11:35:03.129050 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.129515 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service FLAVORS assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.130108 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.130531 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.130864 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:router Jul 14 11:35:03.131206 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] router is already registered Jul 14 11:35:03.131623 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 11:35:03.131959 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] floatingip is already registered Jul 14 11:35:03.132417 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service METERING assigned prefix: /metering {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.133087 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 11:35:03.133441 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] rbac_policy is already registered Jul 14 11:35:03.133853 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:security_group Jul 14 11:35:03.134189 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] security_group is already registered Jul 14 11:35:03.134595 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 11:35:03.134930 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] security_group_rule is already registered Jul 14 11:35:03.135588 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service CORE assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.135918 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:35:03.136291 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] subnetpool is already registered Jul 14 11:35:03.136711 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.v2.resource_helper [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Service CORE assigned prefix: {{(pid=111055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:35:03.137034 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:35:03.137389 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING neutron.quota.resource_registry [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] subnetpool is already registered Jul 14 11:35:03.137862 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: extensions {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.139376 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: address-groups {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.140889 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: address-scopes {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.142286 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: agents {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.143466 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: auto-allocated-topology {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.144720 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: availability_zones {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.145991 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: dhcp-networks {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.147514 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: dhcp-agents {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.148971 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: routers {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.150745 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: flavors {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.152619 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: service_profiles {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.153904 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: next_providers {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.155348 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: service_profiles {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.156923 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: floatingip-pools {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.158202 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: routers {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.159945 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: floatingips {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.161261 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: l3-routers {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.162669 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: l3-agents {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.164104 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: metering-labels {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.165513 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: metering-label-rules {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.167486 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: network-ip-availabilities {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.168763 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: bindings {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.170379 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: quotas {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.172129 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: quotas {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.174002 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: rbac-policies {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.175224 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: security-groups {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.176566 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: security-group-rules {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.177901 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: service-providers {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.179152 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: subnetpools {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.180643 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: subnetpools {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.183431 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: tags {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.185141 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: tags {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.187014 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: tags {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.188810 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: tags {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.190575 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: tags {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.192648 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: tags {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.194421 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: tags {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.196322 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: tags {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.198241 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: tags {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.200095 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron.api.extensions [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Extended resource: tags {{(pid=111055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:35:03.206230 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING keystonemiddleware.auth_token [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 11:35:03.211346 dv-cinder-849803-1-iscsi neutron-server[111055]: WARNING keystonemiddleware.auth_token [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 11:35:03.221099 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_concurrency.lockutils [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Acquired lock "singleton_lock" {{(pid=111055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 14 11:35:03.221606 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_concurrency.lockutils [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Releasing lock "singleton_lock" {{(pid=111055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 14 11:35:03.222315 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO oslo_service.service [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Starting 2 workers Jul 14 11:35:03.227128 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Started child 111166 {{(pid=111055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:35:03.231879 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Started child 111167 {{(pid=111055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:35:03.232608 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:03.233888 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO neutron.service [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 11:35:03.234126 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [-] (111166) wsgi starting up on http://0.0.0.0:9696 Jul 14 11:35:03.234363 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=111055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:03.236713 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO oslo_service.service [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Starting 1 workers Jul 14 11:35:03.237627 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:03.239090 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [-] (111167) wsgi starting up on http://0.0.0.0:9696 Jul 14 11:35:03.242015 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Started child 111168 {{(pid=111055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:35:03.242559 dv-cinder-849803-1-iscsi neutron-server[111055]: INFO oslo_service.service [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Starting 1 workers Jul 14 11:35:03.246201 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.service [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] calling RpcWorker wait() {{(pid=111168) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 11:35:03.246750 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.service [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] returning from RpcWorker wait() {{(pid=111168) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 11:35:03.247714 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Started child 111169 {{(pid=111055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:35:03.248071 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:03.248538 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG neutron_lib.callbacks.manager [None req-9e64fc2f-f826-425c-b8ef-d9bff17938f6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=111055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:03.248646 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:03.250463 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 11:35:03.250681 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 11:35:03.250872 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 11:35:03.251106 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 11:35:03.251421 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 11:35:03.251584 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 11:35:03.252113 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.252381 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.252522 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:03.252987 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.252987 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.253482 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.253764 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.254025 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.254307 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.254570 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.254740 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.254922 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.255236 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.255473 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.255791 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.256068 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.256325 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.256584 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.256754 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.257019 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.257317 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.257579 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.257867 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] debug = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.258138 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.258624 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.258889 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.259130 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.259419 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.259697 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.259925 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.260187 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.260403 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.261249 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.261497 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.261761 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.262018 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.262254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.262538 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.262831 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.263054 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.263560 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] host = dv-cinder-849803-1-iscsi {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.263795 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.264010 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.264268 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.264495 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.264753 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.264996 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.265291 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.265582 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.265842 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.266087 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.266351 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.266598 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.266855 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.267105 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.267270 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_options = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.267529 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.267795 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.268077 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.268273 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.268442 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.268608 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.268859 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.269012 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.269293 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.269529 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.269748 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.269984 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.270221 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.270465 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.270730 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.271041 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.271273 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.271506 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.271763 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.272012 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.272254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.272482 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.272746 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.272946 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.273205 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.273553 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.273887 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.274288 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.274436 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.274583 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.275053 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.275323 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.275662 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.276276 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.276405 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:03.276556 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.276787 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.277014 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.277278 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.277565 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.277795 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.278049 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.278299 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.278512 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.278738 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.278958 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.279172 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.280074 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_json = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.280074 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.280346 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.280540 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.280769 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.281000 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.281284 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.289231 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.289231 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.289231 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.289231 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289231 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289231 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289231 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289231 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289832 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289832 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289832 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289832 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289832 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289832 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289832 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.289832 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290364 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290364 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290364 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290364 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290364 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290364 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290364 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290364 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290939 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290939 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290939 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290939 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290939 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290939 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290939 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.290939 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.291576 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.291576 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.291576 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.291576 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.291576 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.291576 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.292495 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.292495 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.292654 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.292734 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.292963 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.293276 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.293516 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.293738 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.293983 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.294199 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.294445 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.294694 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.294945 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.295169 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.295394 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.295638 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.295841 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.296066 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.296282 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.296565 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.296801 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.297035 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.297283 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.297769 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.298032 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.298335 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.298474 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.298707 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.298929 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.299163 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.299375 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.299631 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.299847 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.300093 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.300315 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.300528 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.300741 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.300959 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.301196 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.301427 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.301651 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.301885 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.302161 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.302396 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.302610 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.302825 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.303074 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.303428 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.303523 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.303703 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.303918 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.304137 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.304508 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.304609 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.304807 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.305020 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.305366 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.305629 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.305874 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.306103 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.306344 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.306580 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.306825 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.307059 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.307291 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.307806 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.307806 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.308476 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.308476 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.308641 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.309245 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.309245 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.309245 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.314513 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.314513 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.314513 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.314513 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.314513 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.314513 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.314513 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.314513 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315187 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315187 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315187 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315187 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315187 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315187 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315187 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315187 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315782 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315782 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315782 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315782 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315782 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315782 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315782 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.315782 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.316354 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.316354 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.316354 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.316354 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.316354 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.316807 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.316807 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.316981 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.317250 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.317485 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.317807 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.318066 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.318299 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.318514 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.318788 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.319036 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.319271 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.319546 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.319808 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.320033 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.320291 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.320520 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.320751 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.320982 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.321232 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.321468 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.321702 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.321921 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.322158 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.322372 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.322608 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.323524 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.323882 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.324259 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.324481 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.324702 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.324940 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.325210 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.325427 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.325666 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.325908 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.326127 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.326344 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.326561 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.326772 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.327004 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.327223 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.327488 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.327733 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.327966 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.328267 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.328515 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.328751 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.328985 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.329254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.329473 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.329707 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.329919 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.330135 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.330354 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.330583 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.330814 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.331026 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.331287 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.331867 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.332372 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.332897 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.333100 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.333378 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.333649 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.333872 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.334074 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.334373 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.334561 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.335254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.335254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.335254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.335557 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.335640 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.335903 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.336044 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.336314 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.336549 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.336792 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.337010 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.337283 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.337519 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.337759 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.337976 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.338189 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.338401 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.338639 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.338905 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.339117 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.339408 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.339663 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.339894 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.340151 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.340409 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.340642 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.340869 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.341080 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.345351 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.345351 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.345351 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.345351 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.345351 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.345351 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.345351 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.345351 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346131 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346131 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346131 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346131 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346131 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346131 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346131 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346131 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346697 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346697 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346697 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346697 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346697 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346697 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346697 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.346697 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.347406 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.347406 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.347406 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.347406 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.347406 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.347900 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.347900 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.348081 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.348164 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.348400 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.348654 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.348957 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.349210 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.349456 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.349705 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.349954 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.350174 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.350445 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.351133 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.351133 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.351341 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.351587 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.351867 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.352145 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.352428 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.352650 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.352953 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.353306 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.353578 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.353823 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.354082 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.354858 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.355244 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.356125 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.356125 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.356125 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.356567 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.356737 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.356963 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.357221 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.357458 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.357680 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.357892 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.358115 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.358327 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.358545 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.358760 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.358930 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 11:35:03.359678 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 11:35:03.359787 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 11:35:03.359953 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 11:35:03.360126 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 11:35:03.360297 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 11:35:03.360452 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 11:35:03.360660 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.360823 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.360983 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.361148 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.361351 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.361542 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.361665 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.361808 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.361967 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.362128 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.362622 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.362622 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.362622 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.363007 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.363007 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.363231 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.363231 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.363388 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.363475 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 60628) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:03.363582 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.363667 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.363811 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.363968 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] debug = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.364126 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.364308 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.364469 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.364629 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.364786 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.364946 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.365105 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.365289 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.365447 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.365604 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.365761 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.365920 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.366077 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.366235 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.366392 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.366550 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.366707 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.366863 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] host = dv-cinder-849803-1-iscsi {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.367023 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.367181 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.367338 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.367497 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.367655 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.367812 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.367971 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.368130 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.368287 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.368445 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.368604 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.368762 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.368919 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.369077 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.369257 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_options = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.369431 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.369575 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.369738 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.369980 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.370145 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.370305 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.370468 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.370629 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.370790 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.370948 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.371106 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.371267 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.371424 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.371581 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.371753 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.371886 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.372046 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.372213 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.372351 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.372468 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068994 Jul 14 11:35:03.372720 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.372720 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.372864 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.372955 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.373090 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.373271 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.374330 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.374330 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.374330 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.374330 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.374330 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.374330 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.374767 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.374767 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.374767 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.374946 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.374946 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.375760 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.375760 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.375760 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.375760 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.375760 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.376063 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.376063 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.377235 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.377358 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.377519 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.377683 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_json = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.377843 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.378606 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.378606 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.378606 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.378606 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.378606 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.379189 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.379189 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.379189 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:35:03.379189 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.379629 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.379629 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.379912 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.379912 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.380230 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.380230 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.380380 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.380494 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.380658 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.380828 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.381186 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.381186 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.382201 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.382369 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.382538 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.383199 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.383199 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.383199 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.383199 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.383483 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.383483 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.383615 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.383784 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.384058 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.384157 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.384278 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.384452 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.384615 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.384782 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.384956 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.385116 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.386020 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.386228 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.386393 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.386558 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.386725 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.386889 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.387053 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.387216 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.387381 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.387543 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.387704 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.387866 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.388029 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.388193 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.388355 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.388518 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.388682 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.389281 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.389281 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.389281 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.389585 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.389585 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.389743 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.389823 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.389920 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.393254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.393254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.393254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.393254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.393254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.393254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.393254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.393254 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.394276 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.394592 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:03.394708 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.394708 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.394708 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.394708 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.394708 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.394708 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.394708 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.394708 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.394708 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395240 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395240 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395240 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395240 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395240 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395240 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395240 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395240 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395240 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395774 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395774 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395774 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395774 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395774 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395774 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395774 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.395774 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.396263 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.396263 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.396263 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.396263 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.396263 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.396263 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.396669 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.396669 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.396805 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.396874 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.397027 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.397915 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.399142 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.399450 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.399769 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.399942 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.400120 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.400279 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.400418 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.400555 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.400685 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.400921 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.401238 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.401936 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.401936 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.402338 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.402338 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.402680 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.402680 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.402931 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.402931 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.403216 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.403216 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.403374 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.403575 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.403849 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.403956 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.404072 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.404383 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.404685 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.404979 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.406273 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.406716 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.408452 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.408452 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.408452 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.408452 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.408452 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.409421 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.409939 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.410271 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.410571 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.410869 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.411176 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.411482 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.411781 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.412054 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.412223 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.412399 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.412570 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.412740 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.412904 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.413073 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.413281 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.413449 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.413616 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.413780 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.414142 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.414449 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.414833 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.415038 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.415198 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.415334 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.415501 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.415667 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.415893 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.415998 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.416237 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.416336 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.416475 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.416638 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.417581 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.417581 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.417581 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.417581 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.417581 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.417931 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.417931 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.417931 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.418128 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.418279 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.418388 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.418541 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.418704 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.419046 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.419402 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.419589 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.419716 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.419883 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.420123 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.420290 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.420455 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.420614 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.421406 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.421406 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.421406 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.421406 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.421707 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.421707 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.421832 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.421899 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.422078 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.422253 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.422660 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.422797 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.422952 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.423088 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.423248 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.423550 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.423860 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.424167 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.424477 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.424703 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.424845 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.424967 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.425238 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.425387 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.425551 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.425714 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.425878 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.426041 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.426206 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.426369 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.426532 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.426710 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.426876 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.427040 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.427203 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.427370 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.427537 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.427708 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.427873 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.428036 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.428200 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.428376 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.428525 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.428697 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.428864 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.429027 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.429844 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.429844 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.429844 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.429844 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.429844 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.430189 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.430189 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.430325 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.430448 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.430620 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.430788 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.432214 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.432214 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.432214 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.432214 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.432214 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.432214 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.432214 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.432214 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.432813 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.432813 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.432813 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.433031 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.433031 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.433205 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.434315 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.434315 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.434315 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.434315 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.434315 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437280 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437280 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437280 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437280 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437280 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437280 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437280 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437280 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437856 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437856 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437856 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437856 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437856 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437856 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437856 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.437856 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.438422 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.438422 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.438422 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.439735 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.439735 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.439735 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.439735 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.439735 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.440069 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.440069 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.440234 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.440234 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.441195 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.441195 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.441195 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.441195 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.441195 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.441195 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:35:03.443164 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 11:35:12.559974 dv-cinder-849803-1-iscsi neutron-server[111055]: DEBUG dbcounter [-] [111055] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:14.881835 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4274d76-f942-4b2c-9837-e3ba4f84ede0 None None] get_active_networks_info from dv-cinder-849803-1-iscsi {{(pid=111168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 14 11:35:14.933030 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writer thread running {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 11:35:14.936110 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writer thread running {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 11:35:15.035870 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4274d76-f942-4b2c-9837-e3ba4f84ede0 None None] No non-hosted networks {{(pid=111168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 11:35:15.045227 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.agentschedulers_db [None req-f4274d76-f942-4b2c-9837-e3ba4f84ede0 None None] DHCP Agent not found on host dv-cinder-849803-1-iscsi {{(pid=111168) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 14 11:35:15.142002 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ec4873cd-05f7-4845-9d59-2c7935e7e002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732131'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:16.346065 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writer thread running {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 11:35:17.091448 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49def0ce-2836-4a54-bb10-383a99b138a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732131'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:17.176026 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.db.api [None req-5d00109f-a44e-4997-997f-51bdbfdf46ab None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849803-1-iscsi {{(pid=111168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:35:17.177038 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG oslo_db.api [None req-5d00109f-a44e-4997-997f-51bdbfdf46ab None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:35:17.780837 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5d00109f-a44e-4997-997f-51bdbfdf46ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:17.954710 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 60704) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:18.283370 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732131'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:18.584290 dv-cinder-849803-1-iscsi neutron-server[111167]: WARNING oslo_policy.policy [None req-cbaf920d-9570-4a7f-9bed-8f7037913f66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:35:18.584869 dv-cinder-849803-1-iscsi neutron-server[111167]: WARNING oslo_policy.policy [None req-cbaf920d-9570-4a7f-9bed-8f7037913f66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:35:18.813220 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [None req-cbaf920d-9570-4a7f-9bed-8f7037913f66 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:35:18.819495 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-cbaf920d-9570-4a7f-9bed-8f7037913f66 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8587101 Jul 14 11:35:19.588954 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732131'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:20.014072 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732131'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:20.015002 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.015389 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.015721 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.016165 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.016536 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.018304 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.018890 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.019795 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.021108 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.026803 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.026803 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.026803 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.026803 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.026803 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.027677 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:20.027677 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849803-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:20.033106 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849803-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:21.235664 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 60738) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:21.789451 dv-cinder-849803-1-iscsi neutron-server[111166]: WARNING oslo_policy.policy [None req-f0b8764a-5f7e-41f4-803b-1fcea9b9badc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:35:21.790033 dv-cinder-849803-1-iscsi neutron-server[111166]: WARNING oslo_policy.policy [None req-f0b8764a-5f7e-41f4-803b-1fcea9b9badc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:35:22.007602 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-f0b8764a-5f7e-41f4-803b-1fcea9b9badc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:35:22.101739 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.policy [None req-f0b8764a-5f7e-41f4-803b-1fcea9b9badc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111166) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 11:35:22.144328 dv-cinder-849803-1-iscsi neutron-server[111166]: WARNING oslo_policy.policy [None req-f0b8764a-5f7e-41f4-803b-1fcea9b9badc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:35:22.144711 dv-cinder-849803-1-iscsi neutron-server[111166]: WARNING oslo_policy.policy [None req-f0b8764a-5f7e-41f4-803b-1fcea9b9badc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:35:22.164854 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writer thread running {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 11:35:22.220808 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.db.l3_hamode_db [None req-c6a3a0b1-a2d1-4d24-b7eb-d5cf11cc2fbb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 11:35:22.298717 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3a0b1-a2d1-4d24-b7eb-d5cf11cc2fbb None None] Routers set() bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:35:22.299085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3a0b1-a2d1-4d24-b7eb-d5cf11cc2fbb None None] Router IDs set() for agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 14 11:35:22.347711 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f0b8764a-5f7e-41f4-803b-1fcea9b9badc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757024883370', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757024883934', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757024899945', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757024914771', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757024855912', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757024865175', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-695676', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1437006', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-361819', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-420377'] for rbac-policy (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:22.576494 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f0b8764a-5f7e-41f4-803b-1fcea9b9badc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:22.578000 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-f0b8764a-5f7e-41f4-803b-1fcea9b9badc admin admin] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3404064 Jul 14 11:35:24.798813 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 60756) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:25.123539 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:35:25.146076 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writer thread running {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 11:35:25.257200 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Made reservation on behalf of d76703b19c6c4521a9480e46863c1979 for: {'network': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:25.322394 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.policy [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111167) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 11:35:25.364517 dv-cinder-849803-1-iscsi neutron-server[111167]: WARNING oslo_policy.policy [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:35:25.364883 dv-cinder-849803-1-iscsi neutron-server[111167]: WARNING oslo_policy.policy [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:35:25.375914 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:25.398372 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:25.514908 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Publish callbacks [] for security_group (8197df6d-cae7-4c37-a471-c65693174808), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:25.565366 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8197df6d-cae7-4c37-a471-c65693174808), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:25.598151 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=111167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:35:25.627264 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757019963450', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:25.627809 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Unsubscribe: segment precommit_create {{(pid=111167) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 11:35:25.628337 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.segments_db [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Added segment 650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0 of type vlan for network 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 Jul 14 11:35:25.634081 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8197df6d-cae7-4c37-a471-c65693174808,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:25.659033 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.659362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.659710 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.660034 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.660352 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.660666 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.660976 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.661322 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.661634 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.661942 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.662249 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.662556 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.662860 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.663162 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.663469 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Tracked resource versions report: Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: pushed versions: Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: { 'AddressGroup': {'1.2'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Agent': {'1.1'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'ConntrackHelper': {'1.0'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Log': {'1.0'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'NDPProxy': {'1.0'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Network': {'1.1'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Port': {'1.7'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'PortForwarding': {'1.3'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'QosPolicy': {'1.10'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SecurityGroup': {'1.5'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SubPort': {'1.0'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Subnet': {'1.1'}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Trunk': {'1.1'}} Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: consumer versions: Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: { DHCP agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: L3 agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: Metadata agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: Metering agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: Open vSwitch agent@dv-cinder-849803-1-iscsi: { 'AddressGroup': '1.2', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Agent': '1.1', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'ConntrackHelper': '1.0', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'LocalIPAssociation': '1.0', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Log': '1.0', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'NDPProxy': '1.0', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Network': '1.1', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Port': '1.7', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'PortForwarding': '1.3', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'QosPolicy': '1.10', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SecurityGroup': '1.5', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SecurityGroupRule': '1.2', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SubPort': '1.0', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Subnet': '1.1', Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Trunk': '1.1'}} Jul 14 11:35:25.664895 dv-cinder-849803-1-iscsi neutron-server[111167]: {{(pid=111167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:35:25.750111 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (1ab290fe-2d82-4d1c-a792-27ce05a6b9b3), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:25.851250 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (1ab290fe-2d82-4d1c-a792-27ce05a6b9b3), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:25.856362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:35:25.857075 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:25.973662 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] Pushing event updated for resources: {'Network': ['ID=1ab290fe-2d82-4d1c-a792-27ce05a6b9b3,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:25.984909 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b4c5d2b9-cd1b-4469-9fee-a39188596eed demo demo] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1850169 Jul 14 11:35:25.985267 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:35:28.303343 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 60770) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:28.719810 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0d8016-60fa-418e-9b77-52215bb78c46 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:35:28.721100 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-ac0d8016-60fa-418e-9b77-52215bb78c46 demo admin] 10.222.0.40 "GET /v2.0/networks/1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 HTTP/1.1" status: 200 len: 825 time: 0.4168127 Jul 14 11:35:28.760937 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-de2fb9ec-bfa1-4447-86f7-c34ab67875b4 demo admin] 10.222.0.40 "GET /v2.0/subnetpools/20b04f5c-52b8-40f0-a899-ba2cde8e36e6 HTTP/1.1" status: 200 len: 734 time: 0.0339909 Jul 14 11:35:28.770268 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] Request body: {'subnet': {'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3', 'subnetpool_id': '20b04f5c-52b8-40f0-a899-ba2cde8e36e6', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:35:28.785189 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=57,neutron:INSERT=39,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:28.923273 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] Made reservation on behalf of d76703b19c6c4521a9480e46863c1979 for: {'subnet': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:28.925758 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:29.078698 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:29.308270 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for subnet (759ba561-01fa-4faa-9fe2-23b207ac28e9), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:29.381217 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=759ba561-01fa-4faa-9fe2-23b207ac28e9,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:29.385696 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] Checking segment: {'id': '650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:35:29.386062 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] Network hostable DHCP agents. Network: 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:35:29.517242 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] Network 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:35:29.611150 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3) {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:29.615736 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:35:29.616323 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:29.620862 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf76373-a77c-4c39-8bcd-aece56dedcbe None None] Network 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:35:29.716593 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-dfe98175-b4eb-430f-a579-ea5dddb651f2 demo admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9499087 Jul 14 11:35:29.879884 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-1ab290fe-2d82-4d1c-a792-27ce05a6b9b3', 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3', 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'fixed_ips': [{'subnet_id': '759ba561-01fa-4faa-9fe2-23b207ac28e9'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:35:29.881579 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:30.166847 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Allocated IP 172.20.0.2 (1ab290fe-2d82-4d1c-a792-27ce05a6b9b3/759ba561-01fa-4faa-9fe2-23b207ac28e9/2d89f721-22fe-4202-b5aa-794464dd7000) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:30.440920 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Publish callbacks [] for port (2d89f721-22fe-4202-b5aa-794464dd7000), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:30.523582 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:30.530266 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=8 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:30.540693 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (2d89f721-22fe-4202-b5aa-794464dd7000), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:30.602353 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:30.611379 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Network 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:30.624523 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:30.628371 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:35:30.667271 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Pushing event updated for resources: {'Port': ['ID=2d89f721-22fe-4202-b5aa-794464dd7000,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:30.694928 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.695264 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.695603 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.695951 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.696280 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.696652 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.697499 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.697813 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.698129 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.698448 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.698758 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.699087 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.699403 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.699713 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.700021 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Tracked resource versions report: Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: pushed versions: Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: { 'AddressGroup': {'1.2'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Agent': {'1.1'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'ConntrackHelper': {'1.0'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Log': {'1.0'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'NDPProxy': {'1.0'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Network': {'1.1'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Port': {'1.7'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'PortForwarding': {'1.3'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'QosPolicy': {'1.10'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SecurityGroup': {'1.5'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SubPort': {'1.0'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Subnet': {'1.1'}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Trunk': {'1.1'}} Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: consumer versions: Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: { DHCP agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: L3 agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: Metadata agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: Metering agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: Open vSwitch agent@dv-cinder-849803-1-iscsi: { 'AddressGroup': '1.2', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Agent': '1.1', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'ConntrackHelper': '1.0', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'LocalIPAssociation': '1.0', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Log': '1.0', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'NDPProxy': '1.0', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Network': '1.1', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Port': '1.7', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'PortForwarding': '1.3', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'QosPolicy': '1.10', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SecurityGroup': '1.5', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SecurityGroupRule': '1.2', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SubPort': '1.0', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Subnet': '1.1', Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Trunk': '1.1'}} Jul 14 11:35:30.701528 dv-cinder-849803-1-iscsi neutron-server[111168]: {{(pid=111168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:35:30.739160 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Attempting to bind port 2d89f721-22fe-4202-b5aa-794464dd7000 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:35:30.739542 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Attempting to bind port 2d89f721-22fe-4202-b5aa-794464dd7000 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:35:30.739959 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Attempting to bind port 2d89f721-22fe-4202-b5aa-794464dd7000 on network 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:35:30.745544 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:35:30.748391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Checking segment: {'id': '650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:35:30.748391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:30.748391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Bound using segment: {'id': '650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:35:30.748391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Bound port: 2d89f721-22fe-4202-b5aa-794464dd7000, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:35:30.748391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (2d89f721-22fe-4202-b5aa-794464dd7000), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:30.810599 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] For port 2d89f721-22fe-4202-b5aa-794464dd7000, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:30.831862 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] For port 2d89f721-22fe-4202-b5aa-794464dd7000, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=2d89f721-22fe-4202-b5aa-794464dd7000,segment=NetworkSegment(650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0),segment_id=650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:30.925662 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (2d89f721-22fe-4202-b5aa-794464dd7000), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:30.987573 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752d0c4-8e28-4585-b783-1135b3e929c0 None None] Pushing event updated for resources: {'Port': ['ID=2d89f721-22fe-4202-b5aa-794464dd7000,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:32.045772 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 60788) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:32.398081 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [None req-49289b3d-93b1-427f-b17c-cc74c15345b3 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:35:32.413197 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-49289b3d-93b1-427f-b17c-cc74c15345b3 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3520172 Jul 14 11:35:32.506578 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=12,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:32.507816 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=21,neutron:INSERT=35,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:34.725687 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 60800) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:35.066487 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [None req-af0a2f7d-2c30-4e79-9452-43fd7fb81eed admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:35:35.067490 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-af0a2f7d-2c30-4e79-9452-43fd7fb81eed admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3407974 Jul 14 11:35:37.424869 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 60808) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:37.749971 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-5cdfdd1f-26c8-4859-8199-2c72a8bcc937 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:35:37.845571 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5cdfdd1f-26c8-4859-8199-2c72a8bcc937 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (e145b1d4-2a96-4747-8a61-f5783501905d), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:37.847226 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5cdfdd1f-26c8-4859-8199-2c72a8bcc937 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (e145b1d4-2a96-4747-8a61-f5783501905d), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:37.991523 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5cdfdd1f-26c8-4859-8199-2c72a8bcc937 demo demo] Publish callbacks [] for router_controller (e145b1d4-2a96-4747-8a61-f5783501905d), precommit_add_association {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:38.068312 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5cdfdd1f-26c8-4859-8199-2c72a8bcc937 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (e145b1d4-2a96-4747-8a61-f5783501905d), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:38.150071 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5cdfdd1f-26c8-4859-8199-2c72a8bcc937 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:38.155668 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-5cdfdd1f-26c8-4859-8199-2c72a8bcc937 demo demo] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7257061 Jul 14 11:35:39.102833 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cdf6af-a51d-43ef-aa5b-e8aeedfa386c None None] Network 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:35:39.182277 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-3db63736-0fd0-4228-ade7-36b5a63c8f27 None None] Provisioning complete for port 2d89f721-22fe-4202-b5aa-794464dd7000 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:35:39.182676 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3db63736-0fd0-4228-ade7-36b5a63c8f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (2d89f721-22fe-4202-b5aa-794464dd7000), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:39.273342 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:39.371082 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-3db63736-0fd0-4228-ade7-36b5a63c8f27 None None] Current status of the port 2d89f721-22fe-4202-b5aa-794464dd7000 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:35:39.371464 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3db63736-0fd0-4228-ade7-36b5a63c8f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (2d89f721-22fe-4202-b5aa-794464dd7000), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:39.412338 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-3db63736-0fd0-4228-ade7-36b5a63c8f27 None None] For port 2d89f721-22fe-4202-b5aa-794464dd7000, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=2d89f721-22fe-4202-b5aa-794464dd7000,segment=NetworkSegment(650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0),segment_id=650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:39.557352 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3db63736-0fd0-4228-ade7-36b5a63c8f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (2d89f721-22fe-4202-b5aa-794464dd7000), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:39.587201 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:39.605004 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db63736-0fd0-4228-ade7-36b5a63c8f27 None None] Pushing event updated for resources: {'Port': ['ID=2d89f721-22fe-4202-b5aa-794464dd7000,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:39.676065 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-36f27fd7-13dc-430c-a1dd-444ee1a15042 None None] Provisioning complete for port 2d89f721-22fe-4202-b5aa-794464dd7000 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:35:39.676217 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-36f27fd7-13dc-430c-a1dd-444ee1a15042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (2d89f721-22fe-4202-b5aa-794464dd7000), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:39.758426 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 2d89f721-22fe-4202-b5aa-794464dd7000 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:39.763147 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-36f27fd7-13dc-430c-a1dd-444ee1a15042 None None] Current status of the port 2d89f721-22fe-4202-b5aa-794464dd7000 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:35:39.807283 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 2d89f721-22fe-4202-b5aa-794464dd7000 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:35:39.807673 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (2d89f721-22fe-4202-b5aa-794464dd7000), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:39.878334 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 2d89f721-22fe-4202-b5aa-794464dd7000 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:35:40.464203 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 60820) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:40.837049 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [None req-7999cb63-9c6a-4a19-96fb-7142c1fcdf4e admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:35:40.838076 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-7999cb63-9c6a-4a19-96fb-7142c1fcdf4e admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3729460 Jul 14 11:35:43.127318 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 60828) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:43.454605 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:35:43.558576 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Made reservation on behalf of da372d98ddc34559ac820df9de6d2798 for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:43.561685 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:43.578101 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:43.686333 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Publish callbacks [] for security_group (a9de90b3-542e-4d6c-8506-a1aa9bf5e9c5), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:43.752739 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (a9de90b3-542e-4d6c-8506-a1aa9bf5e9c5), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:43.765166 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Reserving flat network on physical network physnet1 {{(pid=111166) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 11:35:43.796482 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757019963450', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (6213e833-c083-4864-8bc0-ab8b66cb884a), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:43.797035 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Unsubscribe: segment precommit_create {{(pid=111166) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 11:35:43.797626 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Added segment 6213e833-c083-4864-8bc0-ab8b66cb884a of type flat for network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 Jul 14 11:35:43.831469 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9de90b3-542e-4d6c-8506-a1aa9bf5e9c5,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:43.866867 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.867206 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.867560 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.867896 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.868230 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.868717 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.869037 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.869381 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.869702 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.870091 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.870390 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Tracked resource versions report: Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: pushed versions: Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: { 'AddressGroup': {'1.2'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Agent': {'1.1'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'ConntrackHelper': {'1.0'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Log': {'1.0'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'NDPProxy': {'1.0'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Network': {'1.1'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Port': {'1.7'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'PortForwarding': {'1.3'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'QosPolicy': {'1.10'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SecurityGroup': {'1.5'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SubPort': {'1.0'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Subnet': {'1.1'}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Trunk': {'1.1'}} Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: consumer versions: Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: { DHCP agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: L3 agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: Metadata agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: Metering agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: Open vSwitch agent@dv-cinder-849803-1-iscsi: { 'AddressGroup': '1.2', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Agent': '1.1', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'ConntrackHelper': '1.0', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'LocalIPAssociation': '1.0', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Log': '1.0', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'NDPProxy': '1.0', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Network': '1.1', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Port': '1.7', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'PortForwarding': '1.3', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'QosPolicy': '1.10', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SecurityGroup': '1.5', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SecurityGroupRule': '1.2', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SubPort': '1.0', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Subnet': '1.1', Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Trunk': '1.1'}} Jul 14 11:35:43.873819 dv-cinder-849803-1-iscsi neutron-server[111166]: {{(pid=111166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:35:43.919480 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (959ed818-e5fc-4700-adf0-adc3bc51c4c0), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:44.015936 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (959ed818-e5fc-4700-adf0-adc3bc51c4c0), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:44.017217 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:35:44.017947 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:44.121063 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] Pushing event updated for resources: {'Network': ['ID=959ed818-e5fc-4700-adf0-adc3bc51c4c0,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:44.130745 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-469301bc-6a31-4254-9a19-6a4c1a22349a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0023773 Jul 14 11:35:44.131777 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:35:44.884213 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3d2d9219-7209-42f4-a4d3-6c17ada5ccfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:46.470071 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 60840) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:46.917336 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de749a0-d515-445c-8a66-c1612916bdf2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:35:46.918542 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-6de749a0-d515-445c-8a66-c1612916bdf2 demo admin] 10.222.0.40 "GET /v2.0/subnets/759ba561-01fa-4faa-9fe2-23b207ac28e9 HTTP/1.1" status: 200 len: 849 time: 0.4475274 Jul 14 11:35:47.059699 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-14367d0b-9007-4ba0-9b30-c9b2adb0a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:47.103190 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-eaa7cf8d-f838-4555-aa1b-50ef2247e81a demo admin] 10.222.0.40 "GET /v2.0/routers/e145b1d4-2a96-4747-8a61-f5783501905d HTTP/1.1" status: 200 len: 704 time: 0.1782172 Jul 14 11:35:47.414248 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:47.692148 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:47.700248 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:47.725587 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Allocated IP 172.20.0.1 (1ab290fe-2d82-4d1c-a792-27ce05a6b9b3/759ba561-01fa-4faa-9fe2-23b207ac28e9/ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:47.913841 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Publish callbacks [] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:48.033709 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:48.078728 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=46,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:48.081687 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=30,neutron:INSERT=5,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:48.121737 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Network 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:48.125438 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:48.127337 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Pushing event updated for resources: {'Port': ['ID=ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:48.131247 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:35:48.132131 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (e145b1d4-2a96-4747-8a61-f5783501905d), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:48.225377 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:48.330691 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-21736053-75fb-4454-aac2-ace1894e292c None None] Provisioning complete for port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:35:48.330997 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-21736053-75fb-4454-aac2-ace1894e292c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:48.365457 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-21736053-75fb-4454-aac2-ace1894e292c None None] Port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:35:48.394724 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:48.628356 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:48.646472 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Publish callbacks [] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:48.710520 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:48.711703 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (e145b1d4-2a96-4747-8a61-f5783501905d), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:48.773394 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Pushing event updated for resources: {'Port': ['ID=ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:48.844803 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Network 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:48.846135 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:49.059849 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Router e145b1d4-2a96-4747-8a61-f5783501905d is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:35:49.086096 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-2bf9734d-3a19-408a-9473-e1bd7c453d6f None None] Provisioning complete for port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:35:49.086485 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2bf9734d-3a19-408a-9473-e1bd7c453d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:49.121129 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9734d-3a19-408a-9473-e1bd7c453d6f None None] Port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:35:49.150303 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:35:49.155939 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-245c2dae-73e4-440a-8b30-82fb9cec708e demo admin] 10.222.0.40 "PUT /v2.0/routers/e145b1d4-2a96-4747-8a61-f5783501905d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0474091 Jul 14 11:35:49.159576 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Sync routers for ids ['e145b1d4-2a96-4747-8a61-f5783501905d'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:35:49.173218 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Routers {'e145b1d4-2a96-4747-8a61-f5783501905d'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:35:49.174069 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:35:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e145b1d4-2a96-4747-8a61-f5783501905d'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:49.360344 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Set router e145b1d4-2a96-4747-8a61-f5783501905d gateway port host: None {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:35:49.541251 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:49.783959 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'name': 'router1', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:35:37Z', 'updated_at': '2022-07-14T11:35:48Z', 'revision_number': 2, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'gw_port_host': None, '_interfaces': [{'id': 'ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59', 'name': '', 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'mac_address': 'fa:16:3e:0d:3d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:35:47Z', 'updated_at': '2022-07-14T11:35:48Z', 'revision_number': 2, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'subnets': [{'id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20b04f5c-52b8-40f0-a899-ba2cde8e36e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:49.835220 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Checking router: e145b1d4-2a96-4747-8a61-f5783501905d for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:35:49.835582 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Updating router e145b1d4-2a96-4747-8a61-f5783501905d port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:35:49.890648 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:49.970081 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:50.406468 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Publish callbacks [] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:50.506908 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:50.663685 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Pushing event updated for resources: {'Port': ['ID=ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:50.682866 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.683213 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.683559 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.683901 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.684229 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.684554 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.684878 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.685221 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.685545 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.685866 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.686185 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.686519 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.686841 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.687156 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.687469 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Tracked resource versions report: Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: pushed versions: Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: { 'AddressGroup': {'1.2'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Agent': {'1.1'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'ConntrackHelper': {'1.0'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Log': {'1.0'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'NDPProxy': {'1.0'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Network': {'1.1'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Port': {'1.7'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'PortForwarding': {'1.3'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'QosPolicy': {'1.10'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SecurityGroup': {'1.5'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SubPort': {'1.0'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Subnet': {'1.1'}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Trunk': {'1.1'}} Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: consumer versions: Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: { DHCP agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: L3 agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: Metadata agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: Metering agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: Open vSwitch agent@dv-cinder-849803-1-iscsi: { 'AddressGroup': '1.2', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Agent': '1.1', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'ConntrackHelper': '1.0', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'LocalIPAssociation': '1.0', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Log': '1.0', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'NDPProxy': '1.0', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Network': '1.1', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Port': '1.7', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'PortForwarding': '1.3', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'QosPolicy': '1.10', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SecurityGroup': '1.5', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SecurityGroupRule': '1.2', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SubPort': '1.0', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Subnet': '1.1', Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Trunk': '1.1'}} Jul 14 11:35:50.688944 dv-cinder-849803-1-iscsi neutron-server[111169]: {{(pid=111169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:35:50.696135 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Attempting to bind port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:35:50.696569 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Attempting to bind port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:35:50.696998 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Attempting to bind port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 on network 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:35:50.702950 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:35:50.703354 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Checking segment: {'id': '650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:35:50.703820 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:50.704207 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Bound using segment: {'id': '650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:35:50.704675 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Bound port: ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:35:50.705057 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:50.766665 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:50.788218 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] For port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:50.809411 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] For port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59,segment=NetworkSegment(650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0),segment_id=650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:50.810463 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:50.847663 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-d8319549-8638-4182-b9eb-721cb4dff3c1 None None] Provisioning complete for port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:35:50.848240 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-d8319549-8638-4182-b9eb-721cb4dff3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:50.883259 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-d8319549-8638-4182-b9eb-721cb4dff3c1 None None] Port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:35:50.953678 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:51.005188 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Routers {'e145b1d4-2a96-4747-8a61-f5783501905d'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:35:51.005827 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:35:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e145b1d4-2a96-4747-8a61-f5783501905d'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:51.106879 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59310890-3521-4d5c-b775-33d27d37a982 None None] Pushing event updated for resources: {'Port': ['ID=ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59,revision_number=4']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:51.138181 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] Set router e145b1d4-2a96-4747-8a61-f5783501905d gateway port host: None {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:35:51.256013 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-87df27bb-db28-40cb-b477-a2ce5e3037cc None None] Provisioning complete for port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:35:51.256418 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-87df27bb-db28-40cb-b477-a2ce5e3037cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:51.330591 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-87df27bb-db28-40cb-b477-a2ce5e3037cc None None] Current status of the port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:35:51.331101 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-87df27bb-db28-40cb-b477-a2ce5e3037cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:51.341003 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'name': 'router1', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:35:37Z', 'updated_at': '2022-07-14T11:35:48Z', 'revision_number': 2, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'gw_port_host': None, '_interfaces': [{'id': 'ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59', 'name': '', 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'mac_address': 'fa:16:3e:0d:3d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:35:47Z', 'updated_at': '2022-07-14T11:35:50Z', 'revision_number': 4, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'subnets': [{'id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20b04f5c-52b8-40f0-a899-ba2cde8e36e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:51.369317 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bf65c-282a-4f00-9878-7cbe388fdec3 None None] The sync data for ids ['e145b1d4-2a96-4747-8a61-f5783501905d'] in dv-cinder-849803-1-iscsi is: [{'id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'name': 'router1', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:35:37Z', 'updated_at': '2022-07-14T11:35:48Z', 'revision_number': 2, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'gw_port_host': None, '_interfaces': [{'id': 'ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59', 'name': '', 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'mac_address': 'fa:16:3e:0d:3d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:35:47Z', 'updated_at': '2022-07-14T11:35:50Z', 'revision_number': 4, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'subnets': [{'id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20b04f5c-52b8-40f0-a899-ba2cde8e36e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:35:51.373322 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-87df27bb-db28-40cb-b477-a2ce5e3037cc None None] For port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59,segment=NetworkSegment(650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0),segment_id=650d4fc3-5cbb-45c5-b2c0-5aa2aaa1c5f0)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:35:51.449983 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-87df27bb-db28-40cb-b477-a2ce5e3037cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:51.473075 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 60852) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:51.501509 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df27bb-db28-40cb-b477-a2ce5e3037cc None None] Pushing event updated for resources: {'Port': ['ID=ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:51.869758 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e2da1-4a33-47d5-a161-c2e615212e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:35:51.871132 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-977e2da1-4a33-47d5-a161-c2e615212e06 admin admin] 10.222.0.40 "GET /v2.0/networks/959ed818-e5fc-4700-adf0-adc3bc51c4c0 HTTP/1.1" status: 200 len: 842 time: 0.3964939 Jul 14 11:35:51.881127 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:35:51.986809 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Made reservation on behalf of da372d98ddc34559ac820df9de6d2798 for: {'subnet': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:35:51.989205 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:52.372696 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.objects.ports [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111167) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 14 11:35:52.373194 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for subnet (20e419db-85bf-4e6d-ac27-d50aa8c570af), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:52.429515 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e419db-85bf-4e6d-ac27-d50aa8c570af,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:52.446320 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:35:52.446699 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Network hostable DHCP agents. Network: 959ed818-e5fc-4700-adf0-adc3bc51c4c0, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:35:52.558758 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:35:52.627357 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, 959ed818-e5fc-4700-adf0-adc3bc51c4c0) {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:52.632053 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:35:52.633842 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:52.642707 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3497c737-d22d-46b5-92b9-01f808258d53 None None] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:35:52.713549 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:52.721324 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-fced859b-6b6b-4d27-8dbf-3e702e67be23 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8434205 Jul 14 11:35:52.750271 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df2cc80-49c5-4e42-92b1-fbaba4dd1452 None None] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:35:55.033870 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 60860) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:35:55.520056 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-30b3a513-48e4-4ca6-ad60-227b19a5af9f demo admin] 10.222.0.40 "GET /v2.0/routers/e145b1d4-2a96-4747-8a61-f5783501905d HTTP/1.1" status: 200 len: 710 time: 0.4851673 Jul 14 11:35:55.608929 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f75a8-c562-42d8-bff7-1bc66854238f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:35:55.610231 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-c67f75a8-c562-42d8-bff7-1bc66854238f demo admin] 10.222.0.40 "GET /v2.0/networks/959ed818-e5fc-4700-adf0-adc3bc51c4c0 HTTP/1.1" status: 200 len: 886 time: 0.0845153 Jul 14 11:35:55.619548 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:35:55.931844 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:55.939187 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Publish callbacks [] for router_gateway (e145b1d4-2a96-4747-8a61-f5783501905d), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:56.034595 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:56.269371 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Publish callbacks [] for router_gateway (e145b1d4-2a96-4747-8a61-f5783501905d), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:56.355382 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:56.520637 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Allocated IP 172.27.3.154 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/6ae6e2e5-b5e1-4f49-a98f-814821c9b274) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:35:56.641606 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Publish callbacks [] for port (6ae6e2e5-b5e1-4f49-a98f-814821c9b274), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:56.787500 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (6ae6e2e5-b5e1-4f49-a98f-814821c9b274), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:56.861842 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:35:56.869105 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:35:56.875680 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:35:56.881009 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Pushing event updated for resources: {'Port': ['ID=6ae6e2e5-b5e1-4f49-a98f-814821c9b274,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:57.025910 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:57.246193 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Publish callbacks [] for router_gateway (e145b1d4-2a96-4747-8a61-f5783501905d), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:57.438766 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:57.442226 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1010'] for router (e145b1d4-2a96-4747-8a61-f5783501905d), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:57.446993 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734440'] for router (e145b1d4-2a96-4747-8a61-f5783501905d), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:57.569900 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Router e145b1d4-2a96-4747-8a61-f5783501905d has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:35:57.743805 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:35:57.748108 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:57.750745 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-2d946d1a-0852-4993-b8aa-ddfad059cad2 demo admin] 10.222.0.40 "PUT /v2.0/routers/e145b1d4-2a96-4747-8a61-f5783501905d HTTP/1.1" status: 200 len: 890 time: 2.1348817 Jul 14 11:35:57.775792 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:35:57.809451 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Sync routers for ids ['e145b1d4-2a96-4747-8a61-f5783501905d'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:35:57.837569 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Routers {'e145b1d4-2a96-4747-8a61-f5783501905d'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:35:57.838261 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:35:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e145b1d4-2a96-4747-8a61-f5783501905d'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:57.928490 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:35:57.928862 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:58.091245 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Set router e145b1d4-2a96-4747-8a61-f5783501905d gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:35:58.189063 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:58.225201 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:35:58.289749 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:58.502686 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'name': 'router1', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '6ae6e2e5-b5e1-4f49-a98f-814821c9b274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:35:37Z', 'updated_at': '2022-07-14T11:35:57Z', 'revision_number': 4, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'gw_port': {'id': '6ae6e2e5-b5e1-4f49-a98f-814821c9b274', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:83:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:35:56Z', 'updated_at': '2022-07-14T11:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59', 'name': '', 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'mac_address': 'fa:16:3e:0d:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:35:47Z', 'updated_at': '2022-07-14T11:35:51Z', 'revision_number': 5, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'subnets': [{'id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20b04f5c-52b8-40f0-a899-ba2cde8e36e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:58.553617 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Checking router: e145b1d4-2a96-4747-8a61-f5783501905d for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:35:58.553962 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Updating router e145b1d4-2a96-4747-8a61-f5783501905d port 6ae6e2e5-b5e1-4f49-a98f-814821c9b274 binding host dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:35:58.606123 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (6ae6e2e5-b5e1-4f49-a98f-814821c9b274), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:58.991473 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Publish callbacks [] for port (6ae6e2e5-b5e1-4f49-a98f-814821c9b274), precommit_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:59.061182 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (6ae6e2e5-b5e1-4f49-a98f-814821c9b274), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:59.113348 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac5810-6841-4399-be10-185f41243766 None None] Pushing event updated for resources: {'Port': ['ID=6ae6e2e5-b5e1-4f49-a98f-814821c9b274,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:59.115497 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Attempting to bind port 6ae6e2e5-b5e1-4f49-a98f-814821c9b274 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:35:59.115864 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Attempting to bind port 6ae6e2e5-b5e1-4f49-a98f-814821c9b274 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:35:59.116221 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Attempting to bind port 6ae6e2e5-b5e1-4f49-a98f-814821c9b274 on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:35:59.122555 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:35:59.122927 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:35:59.123323 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:59.123706 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:35:59.124163 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Bound port: 6ae6e2e5-b5e1-4f49-a98f-814821c9b274, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:35:59.124564 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (6ae6e2e5-b5e1-4f49-a98f-814821c9b274), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:59.147149 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=33,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:59.148123 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:59.173149 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] For port 6ae6e2e5-b5e1-4f49-a98f-814821c9b274, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:35:59.176152 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] For port 6ae6e2e5-b5e1-4f49-a98f-814821c9b274, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=6ae6e2e5-b5e1-4f49-a98f-814821c9b274,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:35:59.244421 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (6ae6e2e5-b5e1-4f49-a98f-814821c9b274), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:59.308332 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Routers {'e145b1d4-2a96-4747-8a61-f5783501905d'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:35:59.308941 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:35:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e145b1d4-2a96-4747-8a61-f5783501905d'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:59.312163 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac5810-6841-4399-be10-185f41243766 None None] Pushing event updated for resources: {'Port': ['ID=6ae6e2e5-b5e1-4f49-a98f-814821c9b274,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:35:59.415824 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] Set router e145b1d4-2a96-4747-8a61-f5783501905d gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:35:59.543125 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:59.616115 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'name': 'router1', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '6ae6e2e5-b5e1-4f49-a98f-814821c9b274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:35:37Z', 'updated_at': '2022-07-14T11:35:57Z', 'revision_number': 4, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'gw_port': {'id': '6ae6e2e5-b5e1-4f49-a98f-814821c9b274', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:83:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:35:56Z', 'updated_at': '2022-07-14T11:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59', 'name': '', 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'mac_address': 'fa:16:3e:0d:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:35:47Z', 'updated_at': '2022-07-14T11:35:51Z', 'revision_number': 5, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'subnets': [{'id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20b04f5c-52b8-40f0-a899-ba2cde8e36e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:35:59.642817 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14979b-bfb3-43d9-a187-352812eb2598 None None] The sync data for ids ['e145b1d4-2a96-4747-8a61-f5783501905d'] in dv-cinder-849803-1-iscsi is: [{'id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'name': 'router1', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '6ae6e2e5-b5e1-4f49-a98f-814821c9b274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:35:37Z', 'updated_at': '2022-07-14T11:35:57Z', 'revision_number': 4, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'gw_port': {'id': '6ae6e2e5-b5e1-4f49-a98f-814821c9b274', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:83:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:35:56Z', 'updated_at': '2022-07-14T11:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59', 'name': '', 'network_id': '1ab290fe-2d82-4d1c-a792-27ce05a6b9b3', 'tenant_id': 'd76703b19c6c4521a9480e46863c1979', 'mac_address': 'fa:16:3e:0d:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145b1d4-2a96-4747-8a61-f5783501905d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:35:47Z', 'updated_at': '2022-07-14T11:35:51Z', 'revision_number': 5, 'project_id': 'd76703b19c6c4521a9480e46863c1979', 'subnets': [{'id': '759ba561-01fa-4faa-9fe2-23b207ac28e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20b04f5c-52b8-40f0-a899-ba2cde8e36e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:36:00.219156 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 60874) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:36:00.637178 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-41cdba10-a4a4-4dc9-a1b8-d96b476eeab2 admin admin] 10.222.0.40 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4167619 Jul 14 11:36:01.288877 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 5 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:36:01.344239 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=31 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:01.764716 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 6ae6e2e5-b5e1-4f49-a98f-814821c9b274 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:36:01.808834 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 6ae6e2e5-b5e1-4f49-a98f-814821c9b274 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:36:01.809245 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (6ae6e2e5-b5e1-4f49-a98f-814821c9b274), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:01.891723 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 6ae6e2e5-b5e1-4f49-a98f-814821c9b274 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:36:01.892050 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (6ae6e2e5-b5e1-4f49-a98f-814821c9b274), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:01.913829 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port 6ae6e2e5-b5e1-4f49-a98f-814821c9b274, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=6ae6e2e5-b5e1-4f49-a98f-814821c9b274,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:36:01.986448 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (6ae6e2e5-b5e1-4f49-a98f-814821c9b274), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:02.034848 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:02.037903 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=6ae6e2e5-b5e1-4f49-a98f-814821c9b274,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:36:03.752733 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 6ae6e2e5-b5e1-4f49-a98f-814821c9b274 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:36:03.798862 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 6ae6e2e5-b5e1-4f49-a98f-814821c9b274 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:36:03.798862 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (6ae6e2e5-b5e1-4f49-a98f-814821c9b274), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:03.838946 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:03.880003 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 6ae6e2e5-b5e1-4f49-a98f-814821c9b274 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:36:10.624995 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=66 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:10.633727 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=17 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:13.873944 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=12 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:13.878322 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:14.878389 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-eb224bcd-6e44-40ce-aa7a-eff2acd7a124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:17.031606 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5e475ae2-85bc-42a4-8e4e-0e08580f2b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:18.231935 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:19.540325 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:19.992622 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:29.923699 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:29.928934 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:29.932803 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:30.298602 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:30.301426 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=56 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:38.290008 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 5 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:36:44.901140 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-62679be7-59c7-45b1-96ae-04538c513aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:47.099139 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-cf056d9d-e944-4177-9568-b5ec0351b6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:48.235411 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:48.282899 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:48.285369 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:50.229588 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:50.275436 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:36:59.467051 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:59.928795 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=17 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:36:59.931824 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:07.305033 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:13.287397 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:14.905105 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-01a27cc1-6cc9-473a-9700-f77d4538a66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:15.288113 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 5 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:37:17.057103 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-64b91b36-a627-45da-90ec-9c55da5dc1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:18.211023 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:19.554238 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:19.999472 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:25.284397 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:25.314706 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33182) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:37:25.661626 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.pecan_wsgi.hooks.translation [None req-c618b388-75d6-4e35-be30-8cbd3a50dc2f admin admin] GET failed (client error): The resource could not be found. Jul 14 11:37:25.662914 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-c618b388-75d6-4e35-be30-8cbd3a50dc2f admin admin] 10.222.0.40 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3472586 Jul 14 11:37:25.839335 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454e461-ec70-4233-945f-2e32b03cdb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:25.840818 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-9454e461-ec70-4233-945f-2e32b03cdb5e admin admin] 10.222.0.40 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1734748 Jul 14 11:37:28.048756 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33192) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:37:28.421217 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a87a04b-1862-492a-9995-4052cf309844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:28.422597 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-0a87a04b-1862-492a-9995-4052cf309844 admin admin] 10.222.0.40 "GET /v2.0/subnets/759ba561-01fa-4faa-9fe2-23b207ac28e9 HTTP/1.1" status: 200 len: 849 time: 0.3728602 Jul 14 11:37:28.432126 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:37:28.522239 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Publish callbacks [] for subnet (759ba561-01fa-4faa-9fe2-23b207ac28e9), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:28.701789 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757019945036'] for subnet (759ba561-01fa-4faa-9fe2-23b207ac28e9), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:28.741781 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:28.742371 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:28.743683 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] 10.222.0.40 "PUT /v2.0/subnets/759ba561-01fa-4faa-9fe2-23b207ac28e9 HTTP/1.1" status: 200 len: 868 time: 0.3151219 Jul 14 11:37:28.750326 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f3406-aea1-4764-a23b-4866469abc87 None None] Network 1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:37:28.763097 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759ba561-01fa-4faa-9fe2-23b207ac28e9,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:37:28.771683 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.772024 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:28.776708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f41e03-6b8a-4540-a00d-ff8495bc2d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:37:29.053679 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-05590cee-10e1-4cb6-863a-64103bdf3fba None None] Provisioning complete for port 2d89f721-22fe-4202-b5aa-794464dd7000 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:37:29.054164 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-05590cee-10e1-4cb6-863a-64103bdf3fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (2d89f721-22fe-4202-b5aa-794464dd7000), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:29.130945 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-05590cee-10e1-4cb6-863a-64103bdf3fba None None] Current status of the port 2d89f721-22fe-4202-b5aa-794464dd7000 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:37:29.138963 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-05590cee-10e1-4cb6-863a-64103bdf3fba None None] Provisioning complete for port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:37:29.139325 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-05590cee-10e1-4cb6-863a-64103bdf3fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:29.211088 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-05590cee-10e1-4cb6-863a-64103bdf3fba None None] Current status of the port ae84e486-1e1a-4cc5-8a80-2e7a7efc6b59 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:37:30.974560 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33200) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:37:31.453351 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91667186-09a1-4403-9220-10397cc106a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:31.453740 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91667186-09a1-4403-9220-10397cc106a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:31.455266 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-91667186-09a1-4403-9220-10397cc106a9 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4792128 Jul 14 11:37:33.674899 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33208) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:37:34.214153 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead87b7f-50de-4015-953d-f6ab376c1b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:34.214615 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead87b7f-50de-4015-953d-f6ab376c1b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:34.216146 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-ead87b7f-50de-4015-953d-f6ab376c1b2d admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5403166 Jul 14 11:37:36.431070 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33216) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:37:36.853600 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:36.864015 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b7bb1a-01ec-414d-b272-787bf008d480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:36.867329 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-f2b7bb1a-01ec-414d-b272-787bf008d480 admin admin] 10.222.0.40 "GET /v2.0/networks/1ab290fe-2d82-4d1c-a792-27ce05a6b9b3 HTTP/1.1" status: 200 len: 869 time: 0.4334700 Jul 14 11:37:39.090960 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33226) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:37:39.203024 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:39.204921 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:39.208710 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=30 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:39.497953 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e02a0-ba3f-4c8b-9673-4d781815c317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:39.499326 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-6c3e02a0-ba3f-4c8b-9673-4d781815c317 admin admin] 10.222.0.40 "GET /v2.0/networks/959ed818-e5fc-4700-adf0-adc3bc51c4c0 HTTP/1.1" status: 200 len: 886 time: 0.4074211 Jul 14 11:37:41.712288 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33236) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:37:42.126840 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738ea58-c3ab-4507-8d51-7869550e05e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:42.127293 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738ea58-c3ab-4507-8d51-7869550e05e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:42.128833 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-b738ea58-c3ab-4507-8d51-7869550e05e8 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4155984 Jul 14 11:37:44.294451 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:44.295214 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:44.312923 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33244) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:37:44.683040 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6b35d-79a5-4e12-be73-4fb18ea3ac14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:44.683405 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6b35d-79a5-4e12-be73-4fb18ea3ac14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:44.684928 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-89a6b35d-79a5-4e12-be73-4fb18ea3ac14 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3710151 Jul 14 11:37:44.873558 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-eca66a9e-4bd9-464c-a823-4d12c842b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:46.861769 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:46.885908 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33252) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:37:47.021397 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2ac58ddf-e96d-45f6-9dd4-01dc68f61a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:47.252165 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58051dfe-6515-4332-89e8-009e685d5fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:47.253439 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-58051dfe-6515-4332-89e8-009e685d5fca admin admin] 10.222.0.40 "GET /v2.0/subnets/20e419db-85bf-4e6d-ac27-d50aa8c570af HTTP/1.1" status: 200 len: 816 time: 0.3665700 Jul 14 11:37:48.232692 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:49.476248 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33260) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:37:49.512638 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:49.843049 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de58ab8d-6fb0-4ac3-8806-777ab1c08177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:37:49.844328 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-de58ab8d-6fb0-4ac3-8806-777ab1c08177 admin admin] 10.222.0.40 "GET /v2.0/subnets/759ba561-01fa-4faa-9fe2-23b207ac28e9 HTTP/1.1" status: 200 len: 868 time: 0.3671453 Jul 14 11:37:49.986930 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:37:52.285967 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 5 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:37:59.451912 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:59.458296 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:59.837902 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=35 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:59.842948 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=34 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:37:59.943654 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:10.697306 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=13 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:10.700170 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=15 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:14.877924 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-095732e2-0d7f-4808-b90f-302c04d68292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:17.014469 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c6e046d5-54e7-4066-a6d7-f29f6ea3c003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:18.064401 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33316) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:38:18.214890 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:18.392045 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [None req-620ebeb0-1cde-49c8-bbb1-437900585916 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:38:18.393105 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-620ebeb0-1cde-49c8-bbb1-437900585916 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3272467 Jul 14 11:38:19.523512 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:19.996891 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:20.684012 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33324) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:38:21.021602 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.pecan_wsgi.hooks.translation [None req-366cd7cc-451c-413d-9d19-e31477b82f40 admin admin] GET failed (client error): The resource could not be found. Jul 14 11:38:21.022905 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-366cd7cc-451c-413d-9d19-e31477b82f40 admin admin] 10.222.0.40 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3380208 Jul 14 11:38:21.109419 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2831f1-ff2d-405e-9e4c-6568fa298d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:38:21.110889 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-ba2831f1-ff2d-405e-9e4c-6568fa298d42 admin admin] 10.222.0.40 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0839334 Jul 14 11:38:21.287169 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:21.292061 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:23.351013 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33332) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:38:23.683790 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:38:23.773949 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] Made reservation on behalf of da372d98ddc34559ac820df9de6d2798 for: {'network': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:38:23.776346 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:23.816103 dv-cinder-849803-1-iscsi neutron-server[111167]: WARNING neutron.services.revisions.revision_plugin [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] Could not find related network for resource to bump revision. Jul 14 11:38:23.829185 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=111167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:38:23.839419 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (b560f865-6046-48f1-8d41-db0cf1caba2a), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:23.839753 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.segments_db [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] Added segment b560f865-6046-48f1-8d41-db0cf1caba2a of type vlan for network 0bd10450-ea56-4c88-a37a-49c6d8bde94c Jul 14 11:38:23.883869 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (0bd10450-ea56-4c88-a37a-49c6d8bde94c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:23.990599 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (0bd10450-ea56-4c88-a37a-49c6d8bde94c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:23.991559 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:38:23.992134 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:24.084133 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] Pushing event updated for resources: {'Network': ['ID=0bd10450-ea56-4c88-a37a-49c6d8bde94c,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:24.094089 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network 0bd10450-ea56-4c88-a37a-49c6d8bde94c details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:38:24.206256 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-7f9e68bc-87f6-4106-ac5f-89fc25fb231e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.8540673 Jul 14 11:38:26.421928 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33340) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:38:26.755373 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d238c4d-9d73-41c1-a9ca-d0ff52e0bf76 admin admin] GET failed (client error): The resource could not be found. Jul 14 11:38:26.756648 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-2d238c4d-9d73-41c1-a9ca-d0ff52e0bf76 admin admin] 10.222.0.40 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3337564 Jul 14 11:38:26.828672 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c7050d-55d7-4975-8f8f-e03a1808a3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:38:26.830748 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-84c7050d-55d7-4975-8f8f-e03a1808a3c2 admin admin] 10.222.0.40 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701017 Jul 14 11:38:26.840477 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:38:26.945727 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] Made reservation on behalf of da372d98ddc34559ac820df9de6d2798 for: {'subnet': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:38:26.948638 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:27.266070 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for subnet (1709253f-3e64-4e2f-a7e4-bb8cf828cbec), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:27.317465 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1709253f-3e64-4e2f-a7e4-bb8cf828cbec,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:27.332854 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] Checking segment: {'id': 'b560f865-6046-48f1-8d41-db0cf1caba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:38:27.333230 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] Network hostable DHCP agents. Network: 0bd10450-ea56-4c88-a37a-49c6d8bde94c, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:38:27.419717 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] Network 0bd10450-ea56-4c88-a37a-49c6d8bde94c is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:38:27.504355 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, 0bd10450-ea56-4c88-a37a-49c6d8bde94c) {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:27.508534 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:38:27.509134 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:27.512411 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:27.513770 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd43b74-f758-4a5f-8947-9cacb6d8f344 None None] Network 0bd10450-ea56-4c88-a37a-49c6d8bde94c requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:38:27.615474 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-0bd10450-ea56-4c88-a37a-49c6d8bde94c', 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c', 'project_id': 'da372d98ddc34559ac820df9de6d2798', 'fixed_ips': [{'subnet_id': '1709253f-3e64-4e2f-a7e4-bb8cf828cbec'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:38:27.616389 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:27.650977 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-010149d8-774c-41a0-89ec-04a4ee724510 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8138008 Jul 14 11:38:27.774943 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Allocated IP 192.168.233.2 (0bd10450-ea56-4c88-a37a-49c6d8bde94c/1709253f-3e64-4e2f-a7e4-bb8cf828cbec/76270c07-3ae0-41e2-ac6f-a32183292b0d) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:38:27.921606 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Publish callbacks [] for port (76270c07-3ae0-41e2-ac6f-a32183292b0d), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:28.036949 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (76270c07-3ae0-41e2-ac6f-a32183292b0d), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:28.077578 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Network 0bd10450-ea56-4c88-a37a-49c6d8bde94c is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:38:28.080924 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:38:28.086898 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:38:28.098869 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Pushing event updated for resources: {'Port': ['ID=76270c07-3ae0-41e2-ac6f-a32183292b0d,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:28.120786 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.121126 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.121543 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.121898 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.122231 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.122555 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.122876 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.123203 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.123517 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.123865 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.124186 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.124519 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.124835 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.125147 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.125481 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:38:28.162051 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Attempting to bind port 76270c07-3ae0-41e2-ac6f-a32183292b0d on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:38:28.162418 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Attempting to bind port 76270c07-3ae0-41e2-ac6f-a32183292b0d by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': 'b560f865-6046-48f1-8d41-db0cf1caba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:38:28.162775 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Attempting to bind port 76270c07-3ae0-41e2-ac6f-a32183292b0d on network 0bd10450-ea56-4c88-a37a-49c6d8bde94c {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:38:28.168301 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:38:28.168675 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Checking segment: {'id': 'b560f865-6046-48f1-8d41-db0cf1caba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:38:28.169067 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:28.169495 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Bound using segment: {'id': 'b560f865-6046-48f1-8d41-db0cf1caba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:38:28.169947 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Bound port: 76270c07-3ae0-41e2-ac6f-a32183292b0d, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b560f865-6046-48f1-8d41-db0cf1caba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:38:28.170318 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (76270c07-3ae0-41e2-ac6f-a32183292b0d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:28.232145 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] For port 76270c07-3ae0-41e2-ac6f-a32183292b0d, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:38:28.235185 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] For port 76270c07-3ae0-41e2-ac6f-a32183292b0d, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=76270c07-3ae0-41e2-ac6f-a32183292b0d,segment=NetworkSegment(b560f865-6046-48f1-8d41-db0cf1caba2a),segment_id=b560f865-6046-48f1-8d41-db0cf1caba2a)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:38:28.300863 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (76270c07-3ae0-41e2-ac6f-a32183292b0d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:28.362930 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab5a27-0554-41b2-a324-bc763247756a None None] Pushing event updated for resources: {'Port': ['ID=76270c07-3ae0-41e2-ac6f-a32183292b0d,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:29.187646 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fd6fcf-7794-4baf-a8f5-1dcc9292c7b8 None None] Network 0bd10450-ea56-4c88-a37a-49c6d8bde94c requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:38:29.284650 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 5 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:38:29.297254 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-a5534441-d1d6-41f9-aa41-573a96efe2b2 None None] Provisioning complete for port 76270c07-3ae0-41e2-ac6f-a32183292b0d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:38:29.297577 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a5534441-d1d6-41f9-aa41-573a96efe2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (76270c07-3ae0-41e2-ac6f-a32183292b0d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:29.384557 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-a5534441-d1d6-41f9-aa41-573a96efe2b2 None None] Current status of the port 76270c07-3ae0-41e2-ac6f-a32183292b0d is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:38:29.384943 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a5534441-d1d6-41f9-aa41-573a96efe2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (76270c07-3ae0-41e2-ac6f-a32183292b0d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:29.422277 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-a5534441-d1d6-41f9-aa41-573a96efe2b2 None None] For port 76270c07-3ae0-41e2-ac6f-a32183292b0d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=76270c07-3ae0-41e2-ac6f-a32183292b0d,segment=NetworkSegment(b560f865-6046-48f1-8d41-db0cf1caba2a),segment_id=b560f865-6046-48f1-8d41-db0cf1caba2a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:38:29.557111 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a5534441-d1d6-41f9-aa41-573a96efe2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (76270c07-3ae0-41e2-ac6f-a32183292b0d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:29.607484 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5534441-d1d6-41f9-aa41-573a96efe2b2 None None] Pushing event updated for resources: {'Port': ['ID=76270c07-3ae0-41e2-ac6f-a32183292b0d,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:38:29.678314 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-53d6ad58-cb5a-405c-ba0e-9ac15ecdf946 None None] Provisioning complete for port 76270c07-3ae0-41e2-ac6f-a32183292b0d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:38:29.678723 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-53d6ad58-cb5a-405c-ba0e-9ac15ecdf946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (76270c07-3ae0-41e2-ac6f-a32183292b0d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:29.750986 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-53d6ad58-cb5a-405c-ba0e-9ac15ecdf946 None None] Current status of the port 76270c07-3ae0-41e2-ac6f-a32183292b0d is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:38:29.857617 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 76270c07-3ae0-41e2-ac6f-a32183292b0d up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:38:29.879421 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:29.883577 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:29.903182 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:29.905128 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 76270c07-3ae0-41e2-ac6f-a32183292b0d triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:38:29.905547 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (76270c07-3ae0-41e2-ac6f-a32183292b0d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:30.088941 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 76270c07-3ae0-41e2-ac6f-a32183292b0d is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:38:37.519748 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=73,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:39.281725 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:40.087567 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=21 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:44.920587 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b12ffed5-80de-49ef-acf4-c165c09cbf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:47.103133 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-fce0a814-cdf1-4366-98c1-9ea35360ba90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:48.282918 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:49.533702 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:50.013264 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:38:58.284643 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:58.290569 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:59.929398 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:59.930202 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:38:59.936011 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:06.284388 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 5 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:39:14.924898 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9908489e-f6f8-4c75-8cd7-ac7e89c4aebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:39:16.280229 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:16.280970 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:17.075347 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-bd834ef3-67ce-4f05-bbbc-0ebfa6bd5471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:39:18.224173 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:39:19.543796 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:39:20.004844 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:39:29.926675 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=8 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:29.931557 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:29.933365 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:35.284500 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:35.288867 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:43.284102 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 5 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:39:44.920415 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b9aad1e1-b8fa-4f58-8c82-38d74aeef317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:39:47.040129 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c9459fff-e066-4ca4-97e6-19b5167d62a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:39:48.237423 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:39:49.543023 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:39:50.363276 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:39:53.279928 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:53.280805 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:59.468888 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:59.925923 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:39:59.933929 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:06.317220 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33378) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:40:06.322940 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [None req-6b21b729-278a-453a-ab3b-097722a7a322 tempest-verify_tempest_config-1612624999 tempest-verify_tempest_config-1612624999-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:40:06.323922 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-6b21b729-278a-453a-ab3b-097722a7a322 tempest-verify_tempest_config-1612624999 tempest-verify_tempest_config-1612624999-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057254 Jul 14 11:40:07.019573 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33396) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:40:07.352153 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:07.429602 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Publish callbacks [] for security_group (8d0fa9fb-c675-4998-9904-9c2459ba55b1), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:07.493741 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8d0fa9fb-c675-4998-9904-9c2459ba55b1), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:07.542306 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6c2ff6fc7bf44bafa1d289b2afd408c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5216100 Jul 14 11:40:07.543808 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0fa9fb-c675-4998-9904-9c2459ba55b1,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:07.545697 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33400) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:40:07.551220 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.555536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.556765 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ec013-9143-4a14-a2d2-c68c069c05dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.600763 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Publish callbacks [] for security_group (8d0fa9fb-c675-4998-9904-9c2459ba55b1), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:07.621931 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Publish callbacks [] for security_group (8d0fa9fb-c675-4998-9904-9c2459ba55b1), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:07.768110 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8d0fa9fb-c675-4998-9904-9c2459ba55b1), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:07.770651 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:07.771803 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8d0fa9fb-c675-4998-9904-9c2459ba55b1 HTTP/1.1" status: 204 len: 168 time: 0.2251444 Jul 14 11:40:07.780300 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0fa9fb-c675-4998-9904-9c2459ba55b1,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:40:07.787750 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.788101 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.788444 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.788765 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.789102 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.789525 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.789853 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.790179 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.790522 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.790849 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.791194 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.791535 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.791864 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.792183 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:07.792500 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5feb76-bb2d-4a43-821f-d1402461c20d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:40:12.283308 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=17 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:12.289448 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=15 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:14.902570 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c49377c7-5f7b-46c3-a946-292380c114b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:17.041905 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9acc6387-8ecc-4f24-93b4-6d41cac70082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:17.536937 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=18,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:17.547014 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=21,neutron:INSERT=8 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:17.776176 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:17.783099 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:18.276277 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:19.533475 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:19.993433 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:20.284285 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 5 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:40:29.925895 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:29.930778 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:29.933576 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:30.278887 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:30.279738 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:44.889841 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e1b12fba-bd23-4ae4-be3b-cc423b925d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:47.058265 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-789f0071-69fd-4954-88a3-f035521bea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:48.246108 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:49.280485 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:49.284523 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=5 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:49.554427 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:50.011593 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:40:57.284321 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 5 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:40:59.474881 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:59.930418 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=15 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:40:59.931670 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:41:14.907592 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a6611f81-7dc7-426e-8e4e-d3b67e883570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:41:17.036681 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c103f857-e2aa-42da-a473-d6fa951b9a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:41:18.256016 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:41:19.581518 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:41:19.996713 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:41:26.286884 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=7 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:41:26.293790 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:41:29.481064 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:41:29.927491 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=7 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:41:29.929383 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:41:34.283779 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 5 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:41:44.279889 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:41:44.281137 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:41:44.922977 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-51d0d24f-ffd2-4b0c-ac6e-b2553bf3f316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:41:47.071060 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-fcecda0b-6d1a-43aa-99af-eb346521cbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:41:48.276790 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:41:49.607384 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:41:50.025480 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:41:57.756256 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732131'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:41:59.926925 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:07.671781 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:07.674650 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:10.266639 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33496) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:42:10.393395 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-17ce4f29-2c7f-4e29-943d-6adb77fa439c admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1256278 Jul 14 11:42:10.617301 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=15 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:10.619176 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=17 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:11.284109 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:42:12.483058 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33506) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:42:12.546958 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-df2eb208-a452-46a6-b9ba-2120f9304156 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0627894 Jul 14 11:42:14.898626 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-66f41c1c-2c3a-494a-8883-93151956b9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:17.041355 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-fff34b43-b790-4f45-96d2-402ac56d9357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:18.258744 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:19.583783 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:19.995120 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:20.386656 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:20.388584 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:21.278974 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:21.279783 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:22.539404 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:22.541320 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:27.726799 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:29.933825 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:37.658367 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=10 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:37.660183 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:40.280311 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:40.286174 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:44.919684 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ff4e9bb3-35f8-47c6-a1b7-8f3fbdd0d033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:47.051170 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7eab-cb93-4272-9945-af1d16a3e287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:48.250856 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:48.284303 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:42:49.548291 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:50.011054 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:57.725614 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:42:58.279591 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:42:58.280717 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:07.651835 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:07.655994 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=19 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:07.658211 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:14.907167 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ce412743-84d6-4dc3-b6be-e3c414e170a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:17.033012 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b510669a-41c9-4bb6-a7da-92a73a0c10a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:17.278452 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:17.283405 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:18.250623 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:19.558623 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:20.009767 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:25.284762 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:43:27.729645 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:29.930081 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:35.281713 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:37.655871 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:37.657680 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:44.916927 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc497-be5c-4412-9ef0-841a18fe0728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:47.049009 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-8280990e-9ee9-40e8-921e-6b04f9c70b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:48.249651 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:49.564000 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:49.997684 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:53.430857 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33674) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:53.762941 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1599387450-network', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:53.838137 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Made reservation on behalf of 48a88ac7db8a481ca03508d315a0bc56 for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:53.839976 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:53.849793 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:53.941761 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Publish callbacks [] for security_group (91e869ab-974e-4649-a396-a382547fa66c), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:54.003493 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (91e869ab-974e-4649-a396-a382547fa66c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:54.033293 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=111166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:43:54.045006 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e869ab-974e-4649-a396-a382547fa66c,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:54.052785 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (5035055d-e0a9-432a-b5c6-19cf89247f0e), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:54.053128 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Added segment 5035055d-e0a9-432a-b5c6-19cf89247f0e of type vlan for network 87d6f20b-bda5-4229-8026-f520c7f094ed Jul 14 11:43:54.055094 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.055436 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.055778 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.056110 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.056440 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.057345 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.057716 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.058041 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.058363 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.058686 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.059030 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.059369 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.059693 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.060010 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.060325 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Tracked resource versions report: Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: pushed versions: Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: { 'AddressGroup': {'1.2'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Agent': {'1.1'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'ConntrackHelper': {'1.0'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Log': {'1.0'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'NDPProxy': {'1.0'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Network': {'1.1'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Port': {'1.7'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'PortForwarding': {'1.3'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'QosPolicy': {'1.10'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SecurityGroup': {'1.5'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SubPort': {'1.0'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Subnet': {'1.1'}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Trunk': {'1.1'}} Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: consumer versions: Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: { DHCP agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: HyperV agent@hv-cinder-84980: {}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: L3 agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: Metadata agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: Metering agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: Open vSwitch agent@dv-cinder-849803-1-iscsi: { 'AddressGroup': '1.2', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Agent': '1.1', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'ConntrackHelper': '1.0', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'LocalIPAssociation': '1.0', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Log': '1.0', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'NDPProxy': '1.0', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Network': '1.1', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Port': '1.7', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'PortForwarding': '1.3', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'QosPolicy': '1.10', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SecurityGroup': '1.5', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SecurityGroupRule': '1.2', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'SubPort': '1.0', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Subnet': '1.1', Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: 'Trunk': '1.1'}} Jul 14 11:43:54.061521 dv-cinder-849803-1-iscsi neutron-server[111166]: {{(pid=111166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:43:54.110529 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (87d6f20b-bda5-4229-8026-f520c7f094ed), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:54.198091 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (87d6f20b-bda5-4229-8026-f520c7f094ed), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:54.199412 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:43:54.200284 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:54.267399 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] Pushing event updated for resources: {'Network': ['ID=87d6f20b-bda5-4229-8026-f520c7f094ed,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:54.278520 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network 87d6f20b-bda5-4229-8026-f520c7f094ed details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:43:54.279055 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:54.279799 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:54.305981 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33710) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:54.306525 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-13a10907-d9c5-4339-86f4-bd4057c74f79 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8742158 Jul 14 11:43:54.311825 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Request body: {'subnet': {'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1599387450-subnet', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:54.415233 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33714) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:54.488717 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Made reservation on behalf of 48a88ac7db8a481ca03508d315a0bc56 for: {'subnet': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:54.491192 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:54.596273 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33722) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:54.746677 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for subnet (2a358cd9-2a9c-4885-95d8-0f50e266cbc6), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:54.802086 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a358cd9-2a9c-4885-95d8-0f50e266cbc6,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:54.812626 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.812994 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.813356 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.813696 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.814021 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.814344 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.814663 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.814985 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.815323 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.815644 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.815979 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.816297 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.816612 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.816924 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.817265 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Tracked resource versions report: Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: pushed versions: Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: { 'AddressGroup': {'1.2'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Agent': {'1.1'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'ConntrackHelper': {'1.0'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Log': {'1.0'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'NDPProxy': {'1.0'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Network': {'1.1'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Port': {'1.7'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'PortForwarding': {'1.3'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'QosPolicy': {'1.10'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SecurityGroup': {'1.5'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SubPort': {'1.0'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Subnet': {'1.1'}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Trunk': {'1.1'}} Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: consumer versions: Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: { DHCP agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: HyperV agent@hv-cinder-84980: {}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: L3 agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: Metadata agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: Metering agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: Open vSwitch agent@dv-cinder-849803-1-iscsi: { 'AddressGroup': '1.2', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Agent': '1.1', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'ConntrackHelper': '1.0', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'LocalIPAssociation': '1.0', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Log': '1.0', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'NDPProxy': '1.0', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Network': '1.1', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Port': '1.7', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'PortForwarding': '1.3', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'QosPolicy': '1.10', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SecurityGroup': '1.5', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SecurityGroupRule': '1.2', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'SubPort': '1.0', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Subnet': '1.1', Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: 'Trunk': '1.1'}} Jul 14 11:43:54.818452 dv-cinder-849803-1-iscsi neutron-server[111167]: {{(pid=111167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:43:54.833605 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-network', 'tenant_id': '81777430895b432999f69033667e59f1'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:54.857542 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Checking segment: {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:43:54.857897 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Network hostable DHCP agents. Network: 87d6f20b-bda5-4229-8026-f520c7f094ed, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:43:54.863166 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33732) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:54.915435 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1447482526-network', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:54.957484 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Made reservation on behalf of 81777430895b432999f69033667e59f1 for: {'network': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:54.960354 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:54.969533 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:54.992212 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Network 87d6f20b-bda5-4229-8026-f520c7f094ed is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:43:55.047916 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Made reservation on behalf of 5bb446eb04c04b73aacbcf5e605a6c76 for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:55.050308 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.058488 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Publish callbacks [] for security_group (4b26590a-d5d2-43ef-9732-2bdc3f0f31a3), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.061693 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.077522 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, 87d6f20b-bda5-4229-8026-f520c7f094ed) {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:55.087361 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:43:55.087361 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.094685 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f2630f-0892-416b-953a-614ff6ccb6df None None] Network 87d6f20b-bda5-4229-8026-f520c7f094ed requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:43:55.135003 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (4b26590a-d5d2-43ef-9732-2bdc3f0f31a3), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.151114 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=111167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:43:55.170855 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (0b964281-8990-4fd9-88bf-97b1dda7ad4c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.182500 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.segments_db [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Added segment 0b964281-8990-4fd9-88bf-97b1dda7ad4c of type vlan for network e4586847-6136-4dce-945a-818d63fc4328 Jul 14 11:43:55.208214 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Publish callbacks [] for security_group (53c4d27a-92e9-48ed-9a80-78b205914157), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.247762 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (e4586847-6136-4dce-945a-818d63fc4328), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.261637 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:55.277680 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (53c4d27a-92e9-48ed-9a80-78b205914157), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.295362 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-87d6f20b-bda5-4229-8026-f520c7f094ed', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:43:55.295362 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.316525 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=111166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:43:55.328794 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-9a3e572f-71f5-48da-8980-b43278806e6f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0217221 Jul 14 11:43:55.334282 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33746) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:55.343150 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:55.347378 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (b5eb10ab-fcc1-46d4-b72f-9c0a13355054), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.352376 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Added segment b5eb10ab-fcc1-46d4-b72f-9c0a13355054 of type vlan for network 7743558a-c4dc-432c-9b5b-7c02f455d982 Jul 14 11:43:55.370654 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1984718754-network', 'tenant_id': 'f274d555f5c746cc885394c699b3d767'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:55.387040 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b26590a-d5d2-43ef-9732-2bdc3f0f31a3,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:55.404936 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (e4586847-6136-4dce-945a-818d63fc4328), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.407172 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:43:55.408943 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.420524 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c4d27a-92e9-48ed-9a80-78b205914157,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:55.433391 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (7743558a-c4dc-432c-9b5b-7c02f455d982), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.459265 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=67,neutron:INSERT=26,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:55.502969 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Allocated IP 172.20.0.2 (87d6f20b-bda5-4229-8026-f520c7f094ed/2a358cd9-2a9c-4885-95d8-0f50e266cbc6/028e8a20-de8d-4976-9604-82960cd50a76) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:55.511362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:55.512234 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] Pushing event updated for resources: {'Network': ['ID=e4586847-6136-4dce-945a-818d63fc4328,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:55.514640 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (25f7a831-2244-4812-9395-dfa261bc61a8), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.515979 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (25f7a831-2244-4812-9395-dfa261bc61a8), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.517802 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (7743558a-c4dc-432c-9b5b-7c02f455d982), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.519459 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:43:55.520241 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.537600 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network e4586847-6136-4dce-945a-818d63fc4328 details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:43:55.598871 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Publish callbacks [] for router_controller (25f7a831-2244-4812-9395-dfa261bc61a8), precommit_add_association {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.600697 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Made reservation on behalf of f274d555f5c746cc885394c699b3d767 for: {'network': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:55.603198 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.603888 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7743558a-c4dc-432c-9b5b-7c02f455d982,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:55.612952 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.630580 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network 7743558a-c4dc-432c-9b5b-7c02f455d982 details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:43:55.692505 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Publish callbacks [] for security_group (fe718580-427b-43ff-b1c6-2b2bab3d8d2e), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.702624 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-7c789449-01b7-4115-b0c7-7e1c729cc0e6 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1043415 Jul 14 11:43:55.704799 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33758) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:55.710819 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] Request body: {'subnet': {'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1447482526-subnet', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:55.723205 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-7f3ccd54-1d3b-4467-9c45-3381976b9734 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3061168 Jul 14 11:43:55.731571 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33762) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:55.736807 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] Request body: {'subnet': {'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-subnet', 'tenant_id': '81777430895b432999f69033667e59f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:55.752943 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:55.792728 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Publish callbacks [] for port (028e8a20-de8d-4976-9604-82960cd50a76), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.823358 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (fe718580-427b-43ff-b1c6-2b2bab3d8d2e), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.861831 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=111167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:43:55.861942 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] Made reservation on behalf of 5bb446eb04c04b73aacbcf5e605a6c76 for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:55.871005 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.919029 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (028e8a20-de8d-4976-9604-82960cd50a76), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.942547 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (ba5eb723-55a2-41b0-9f3e-9caaf077c21c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:55.942895 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.segments_db [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Added segment ba5eb723-55a2-41b0-9f3e-9caaf077c21c of type vlan for network ce6397ea-e1d9-4c18-9185-6161e76618d7 Jul 14 11:43:55.945463 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe718580-427b-43ff-b1c6-2b2bab3d8d2e,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:55.958576 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] Made reservation on behalf of 81777430895b432999f69033667e59f1 for: {'subnet': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:55.961626 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.010304 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Publish callbacks [] for router_gateway (25f7a831-2244-4812-9395-dfa261bc61a8), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.044617 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (ce6397ea-e1d9-4c18-9185-6161e76618d7), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.054943 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Network 87d6f20b-bda5-4229-8026-f520c7f094ed is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:56.060917 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:56.063645 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Pushing event updated for resources: {'Port': ['ID=028e8a20-de8d-4976-9604-82960cd50a76,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:56.066718 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:43:56.083318 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.083965 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.085131 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.085716 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.086914 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.087469 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.088945 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.089556 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.090615 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.091181 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.091715 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.092247 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.092823 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.093382 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.094005 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Tracked resource versions report: Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: pushed versions: Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: { 'AddressGroup': {'1.2'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Agent': {'1.1'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'ConntrackHelper': {'1.0'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Log': {'1.0'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'NDPProxy': {'1.0'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Network': {'1.1'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Port': {'1.7'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'PortForwarding': {'1.3'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'QosPolicy': {'1.10'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SecurityGroup': {'1.5'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SubPort': {'1.0'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Subnet': {'1.1'}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Trunk': {'1.1'}} Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: consumer versions: Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: { DHCP agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: HyperV agent@hv-cinder-84980: {}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: L3 agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: Metadata agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: Metering agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: Open vSwitch agent@dv-cinder-849803-1-iscsi: { 'AddressGroup': '1.2', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Agent': '1.1', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'ConntrackHelper': '1.0', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'LocalIPAssociation': '1.0', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Log': '1.0', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'NDPProxy': '1.0', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Network': '1.1', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Port': '1.7', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'PortForwarding': '1.3', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'QosPolicy': '1.10', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SecurityGroup': '1.5', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SecurityGroupRule': '1.2', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'SubPort': '1.0', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Subnet': '1.1', Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: 'Trunk': '1.1'}} Jul 14 11:43:56.095612 dv-cinder-849803-1-iscsi neutron-server[111168]: {{(pid=111168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:43:56.173043 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Attempting to bind port 028e8a20-de8d-4976-9604-82960cd50a76 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:43:56.173514 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Attempting to bind port 028e8a20-de8d-4976-9604-82960cd50a76 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:43:56.174016 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Attempting to bind port 028e8a20-de8d-4976-9604-82960cd50a76 on network 87d6f20b-bda5-4229-8026-f520c7f094ed {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:43:56.179521 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:43:56.179976 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Checking segment: {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:43:56.181339 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.181823 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Bound using segment: {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:43:56.182371 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Bound port: 028e8a20-de8d-4976-9604-82960cd50a76, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:43:56.182651 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (028e8a20-de8d-4976-9604-82960cd50a76), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.243686 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for subnet (19cd5ec3-f77a-4e84-99af-90354d9e3c43), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.244011 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (ce6397ea-e1d9-4c18-9185-6161e76618d7), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.244981 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:43:56.245583 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.248570 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] For port 028e8a20-de8d-4976-9604-82960cd50a76, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:56.253747 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] For port 028e8a20-de8d-4976-9604-82960cd50a76, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=028e8a20-de8d-4976-9604-82960cd50a76,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:56.362732 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (028e8a20-de8d-4976-9604-82960cd50a76), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.396417 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=19cd5ec3-f77a-4e84-99af-90354d9e3c43,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:56.404567 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] Pushing event updated for resources: {'Network': ['ID=ce6397ea-e1d9-4c18-9185-6161e76618d7,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:56.408637 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] Checking segment: {'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:43:56.409930 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] Network hostable DHCP agents. Network: 7743558a-c4dc-432c-9b5b-7c02f455d982, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:43:56.438369 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:43:56.486466 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Publish callbacks [] for router_gateway (25f7a831-2244-4812-9395-dfa261bc61a8), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.511871 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] Network 7743558a-c4dc-432c-9b5b-7c02f455d982 is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:43:56.518226 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-bb0c5fff-c4c0-4f2f-a726-1bccc5742931 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.6542666 Jul 14 11:43:56.519545 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for subnet (ffca6be3-1873-4c11-b23e-8cff8d06e710), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.523476 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33786) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:56.533364 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] Request body: {'subnet': {'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-subnet', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:56.546566 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.604813 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814a9b5-7ae6-485b-a84e-64c02fb23027 None None] Pushing event updated for resources: {'Port': ['ID=028e8a20-de8d-4976-9604-82960cd50a76,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:56.613503 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, 7743558a-c4dc-432c-9b5b-7c02f455d982) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:56.624506 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:43:56.626329 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.626928 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96631b39-2b0c-4354-b58c-f63a83534974 None None] Network 7743558a-c4dc-432c-9b5b-7c02f455d982 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:43:56.643897 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] Made reservation on behalf of f274d555f5c746cc885394c699b3d767 for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:43:56.647714 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.711189 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-1be33952-6f13-4411-83d2-c4a94a711a6e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0048206 Jul 14 11:43:56.718956 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33794) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:56.725254 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1447482526-router', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:56.814650 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:56.905880 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (5b1a049b-fda5-4d98-a919-5c275ca59c1c), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.905880 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (5b1a049b-fda5-4d98-a919-5c275ca59c1c), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.924285 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffca6be3-1873-4c11-b23e-8cff8d06e710,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:56.924285 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] Checking segment: {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:43:56.924285 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] Network hostable DHCP agents. Network: e4586847-6136-4dce-945a-818d63fc4328, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:43:56.925119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:56.925769 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-7743558a-c4dc-432c-9b5b-7c02f455d982', 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982', 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'fixed_ips': [{'subnet_id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:43:56.925769 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:56.998497 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Allocated IP 172.27.3.80 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/ae9b7d23-786b-4c43-8b46-41b0f02bd86d) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:57.063117 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] Network e4586847-6136-4dce-945a-818d63fc4328 is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:43:57.094531 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, e4586847-6136-4dce-945a-818d63fc4328) {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:57.095450 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Publish callbacks [] for router_controller (5b1a049b-fda5-4d98-a919-5c275ca59c1c), precommit_add_association {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.106351 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:43:57.106989 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.478627 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Allocated IP 172.20.0.2 (7743558a-c4dc-432c-9b5b-7c02f455d982/19cd5ec3-f77a-4e84-99af-90354d9e3c43/353de0d7-7034-4565-ac7a-cd45ac1c3671) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:57.478627 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:57.478627 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:57.478627 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6299a9b-a594-49bf-b97b-e136085ba5f0 None None] Network e4586847-6136-4dce-945a-818d63fc4328 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:43:57.481818 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Publish callbacks [] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.483832 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:57.484391 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:57.484391 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-83272c70-acd9-4c70-b95b-dd0e93fbf04a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6868205 Jul 14 11:43:57.484391 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33828) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:57.484391 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:57.485494 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Publish callbacks [] for router_gateway (5b1a049b-fda5-4d98-a919-5c275ca59c1c), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.508141 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.555772 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:57.559727 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:57.563944 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:43:57.587132 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-e4586847-6136-4dce-945a-818d63fc4328', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'project_id': '81777430895b432999f69033667e59f1', 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:43:57.588081 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.638326 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for subnet (359d57a5-1483-450f-ae8c-a26ea1a1115d), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.664433 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Publish callbacks [] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.690313 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9b7d23-786b-4c43-8b46-41b0f02bd86d,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:57.696529 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.707738 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.719916 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=359d57a5-1483-450f-ae8c-a26ea1a1115d,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:57.822720 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.824702 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.862713 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:57.888580 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Network 7743558a-c4dc-432c-9b5b-7c02f455d982 is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:57.899973 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Allocated IP 172.20.0.2 (e4586847-6136-4dce-945a-818d63fc4328/ffca6be3-1873-4c11-b23e-8cff8d06e710/6ef9d3c1-9633-404a-8c2f-f77a71dd545d) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:57.902805 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:57.912865 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Pushing event updated for resources: {'Port': ['ID=353de0d7-7034-4565-ac7a-cd45ac1c3671,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:57.918050 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Publish callbacks [] for router_controller (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), precommit_add_association {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:57.922746 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:43:58.103192 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236924f2-8d30-40ec-93cf-95d1d6e0e8b5 None None] Network 87d6f20b-bda5-4229-8026-f520c7f094ed requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:43:58.125968 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Publish callbacks [] for router_gateway (5b1a049b-fda5-4d98-a919-5c275ca59c1c), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.144692 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] Checking segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:43:58.145616 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] Network hostable DHCP agents. Network: ce6397ea-e1d9-4c18-9185-6161e76618d7, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:43:58.176114 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 028e8a20-de8d-4976-9604-82960cd50a76 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:43:58.178375 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Attempting to bind port 353de0d7-7034-4565-ac7a-cd45ac1c3671 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:43:58.178773 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Attempting to bind port 353de0d7-7034-4565-ac7a-cd45ac1c3671 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:43:58.179131 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Attempting to bind port 353de0d7-7034-4565-ac7a-cd45ac1c3671 on network 7743558a-c4dc-432c-9b5b-7c02f455d982 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:43:58.183235 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.250088 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Publish callbacks [] for router_gateway (25f7a831-2244-4812-9395-dfa261bc61a8), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.250849 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33854) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:58.292759 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:43:58.386669 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Allocated IP 172.27.3.245 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/fca981db-4acd-41e2-ad4d-d4097a02d2a3) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:58.423653 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, ce6397ea-e1d9-4c18-9185-6161e76618d7) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:58.432222 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b51a1a33-90a2-41d6-b7b9-05922e475bc6 None None] Provisioning complete for port 028e8a20-de8d-4976-9604-82960cd50a76 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:43:58.432604 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b51a1a33-90a2-41d6-b7b9-05922e475bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (028e8a20-de8d-4976-9604-82960cd50a76), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.437094 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:43:58.437811 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.440441 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ff0a-ef1d-4daa-9974-40b2655aa816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.477205 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:43:58.477583 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Checking segment: {'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:43:58.477975 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.478412 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Bound using segment: {'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:43:58.479396 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Bound port: 353de0d7-7034-4565-ac7a-cd45ac1c3671, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:43:58.479992 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.536363 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dce1a89-84a1-43ea-aecf-0d96048588b2 None None] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:43:58.547241 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Publish callbacks [] for router_gateway (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.557416 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e36d7471-5675-4ede-981f-56a28cf333b9 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0323150 Jul 14 11:43:58.561660 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33874) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:58.573535 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:43:58.598167 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Publish callbacks [] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.639881 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ff0a-ef1d-4daa-9974-40b2655aa816 admin admin] Publish callbacks [] for security_group (4d839fec-2fa2-41c9-82cd-d3e730876ba5), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.704901 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.706332 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.723791 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ff0a-ef1d-4daa-9974-40b2655aa816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (4d839fec-2fa2-41c9-82cd-d3e730876ba5), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.730609 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.771725 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 028e8a20-de8d-4976-9604-82960cd50a76 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:43:58.771725 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (028e8a20-de8d-4976-9604-82960cd50a76), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.812652 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Pushing event updated for resources: {'Port': ['ID=fca981db-4acd-41e2-ad4d-d4097a02d2a3,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:58.824528 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-ce6397ea-e1d9-4c18-9185-6161e76618d7', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:43:58.826452 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.856424 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Publish callbacks [] for router_controller (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), precommit_add_association {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.901753 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-a4a8ff0a-ef1d-4daa-9974-40b2655aa816 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=92d73ccf738243868717597ce7e03627&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6487002 Jul 14 11:43:58.904563 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (25f7a831-2244-4812-9395-dfa261bc61a8), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.922163 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] For port 353de0d7-7034-4565-ac7a-cd45ac1c3671, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:43:58.926698 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33894) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:43:58.934630 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Publish callbacks [] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.942425 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b51a1a33-90a2-41d6-b7b9-05922e475bc6 None None] Current status of the port 028e8a20-de8d-4976-9604-82960cd50a76 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:43:58.942798 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b51a1a33-90a2-41d6-b7b9-05922e475bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (028e8a20-de8d-4976-9604-82960cd50a76), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:58.945442 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:58.951026 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:58.954041 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8ff0a-ef1d-4daa-9974-40b2655aa816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d839fec-2fa2-41c9-82cd-d3e730876ba5,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:58.976600 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] For port 353de0d7-7034-4565-ac7a-cd45ac1c3671, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=353de0d7-7034-4565-ac7a-cd45ac1c3671,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:43:58.979420 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:43:59.103809 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.106040 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.107665 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 028e8a20-de8d-4976-9604-82960cd50a76 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:43:59.108020 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (028e8a20-de8d-4976-9604-82960cd50a76), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.113408 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b51a1a33-90a2-41d6-b7b9-05922e475bc6 None None] For port 028e8a20-de8d-4976-9604-82960cd50a76, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=028e8a20-de8d-4976-9604-82960cd50a76,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:43:59.121627 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Allocated IP 172.20.0.2 (ce6397ea-e1d9-4c18-9185-6161e76618d7/359d57a5-1483-450f-ae8c-a26ea1a1115d/6fca1289-dcf6-4242-917a-f5b459c84f94) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:59.161912 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Publish callbacks [] for router_gateway (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.224337 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Network e4586847-6136-4dce-945a-818d63fc4328 is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:43:59.240918 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4ada2398-5b4f-4dba-8bcd-01c5cd609b47 admin admin] Publish callbacks [] for security_group (4d839fec-2fa2-41c9-82cd-d3e730876ba5), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.263469 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b51a1a33-90a2-41d6-b7b9-05922e475bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (028e8a20-de8d-4976-9604-82960cd50a76), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.271637 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4ada2398-5b4f-4dba-8bcd-01c5cd609b47 admin admin] Publish callbacks [] for security_group (4d839fec-2fa2-41c9-82cd-d3e730876ba5), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.275342 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:43:59.283335 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:43:59.380920 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785b9cf-b148-4638-8a8a-112cf804df5d None None] Pushing event updated for resources: {'Port': ['ID=353de0d7-7034-4565-ac7a-cd45ac1c3671,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:59.409633 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4ada2398-5b4f-4dba-8bcd-01c5cd609b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (4d839fec-2fa2-41c9-82cd-d3e730876ba5), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.420742 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4ada2398-5b4f-4dba-8bcd-01c5cd609b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.425643 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:59.427234 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-4ada2398-5b4f-4dba-8bcd-01c5cd609b47 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4d839fec-2fa2-41c9-82cd-d3e730876ba5 HTTP/1.1" status: 204 len: 168 time: 0.4993744 Jul 14 11:43:59.444439 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada2398-5b4f-4dba-8bcd-01c5cd609b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d839fec-2fa2-41c9-82cd-d3e730876ba5,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:59.464985 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:59.473988 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.495722 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Publish callbacks [] for router_gateway (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.626814 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.db.api [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:43:59.630139 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG oslo_db.api [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:43:59.664289 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Attempting to bind port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:43:59.664974 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Attempting to bind port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:43:59.665584 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Attempting to bind port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d on network e4586847-6136-4dce-945a-818d63fc4328 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:43:59.674228 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:59.693336 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-e563b9d2-f6e8-4bfb-93e8-9416746ea4d4 None None] Provisioning complete for port 028e8a20-de8d-4976-9604-82960cd50a76 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:43:59.696342 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e563b9d2-f6e8-4bfb-93e8-9416746ea4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (028e8a20-de8d-4976-9604-82960cd50a76), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.730156 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Allocated IP 172.27.3.78 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/c903e9b9-468e-4a32-b724-77ca50131b80) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:43:59.771870 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Router 25f7a831-2244-4812-9395-dfa261bc61a8 is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:43:59.780176 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:43:59.787597 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Checking segment: {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:43:59.788153 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.788555 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Bound using segment: {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:43:59.790413 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Bound port: 6ef9d3c1-9633-404a-8c2f-f77a71dd545d, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:43:59.790908 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.830083 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Pushing event updated for resources: {'Port': ['ID=6ef9d3c1-9633-404a-8c2f-f77a71dd545d,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:59.881287 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:59.907010 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Publish callbacks [] for router_gateway (5b1a049b-fda5-4d98-a919-5c275ca59c1c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.922572 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a1a33-90a2-41d6-b7b9-05922e475bc6 None None] Pushing event updated for resources: {'Port': ['ID=028e8a20-de8d-4976-9604-82960cd50a76,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:43:59.928221 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:43:59.946682 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Publish callbacks [] for port (c903e9b9-468e-4a32-b724-77ca50131b80), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:43:59.978350 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Publish callbacks [] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.018915 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-e563b9d2-f6e8-4bfb-93e8-9416746ea4d4 None None] Current status of the port 028e8a20-de8d-4976-9604-82960cd50a76 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:00.035518 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:00.049625 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] For port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:00.053877 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] For port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=6ef9d3c1-9633-404a-8c2f-f77a71dd545d,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:00.162863 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (5b1a049b-fda5-4d98-a919-5c275ca59c1c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.164859 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.176878 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.204423 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Publish callbacks [] for router_gateway (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.210426 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.233908 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:00.243738 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:00.250294 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:00.253993 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 028e8a20-de8d-4976-9604-82960cd50a76 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:00.259407 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:00.261912 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:00.286520 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:00.373450 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Pushing event updated for resources: {'Port': ['ID=6fca1289-dcf6-4242-917a-f5b459c84f94,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:00.412537 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.445644 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Router 5b1a049b-fda5-4d98-a919-5c275ca59c1c is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:44:00.446017 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Attempting to bind port 6fca1289-dcf6-4242-917a-f5b459c84f94 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:00.446489 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Attempting to bind port 6fca1289-dcf6-4242-917a-f5b459c84f94 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:00.447012 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Attempting to bind port 6fca1289-dcf6-4242-917a-f5b459c84f94 on network ce6397ea-e1d9-4c18-9185-6161e76618d7 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:00.453269 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:00.456435 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:00.461979 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Checking segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:00.461979 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.461979 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Bound using segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:00.461979 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Bound port: 6fca1289-dcf6-4242-917a-f5b459c84f94, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:00.461979 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.563197 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:00.629270 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c443070-a6c2-4dc3-b3ab-6489cf65ba1b None None] Pushing event updated for resources: {'Port': ['ID=6ef9d3c1-9633-404a-8c2f-f77a71dd545d,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:00.646182 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c903e9b9-468e-4a32-b724-77ca50131b80,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:00.682554 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33944) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:00.694090 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] For port 6fca1289-dcf6-4242-917a-f5b459c84f94, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:00.698379 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:00.708974 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] For port 6fca1289-dcf6-4242-917a-f5b459c84f94, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=6fca1289-dcf6-4242-917a-f5b459c84f94,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:00.712009 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Sync routers for ids ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:00.728240 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 353de0d7-7034-4565-ac7a-cd45ac1c3671 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:00.793746 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Routers {'5b1a049b-fda5-4d98-a919-5c275ca59c1c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:00.794562 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:00.822810 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.828238 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.830370 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-c9b176d0-8aa4-4262-a084-c5f69f6864ac admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1085594 Jul 14 11:44:00.834418 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33948) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:00.897127 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Sync routers for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:00.906372 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b57c2b03-ca90-48cb-8087-71f3b2c23a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:00.910144 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:00.910973 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:00.977524 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5e466-f6a4-4d54-9e85-cd05fc4a66ae None None] Pushing event updated for resources: {'Port': ['ID=6fca1289-dcf6-4242-917a-f5b459c84f94,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:01.033914 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 353de0d7-7034-4565-ac7a-cd45ac1c3671 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:01.034304 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:01.036191 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2270d5-7df6-4617-babd-57fd71afe87d None None] Network 7743558a-c4dc-432c-9b5b-7c02f455d982 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:44:01.135511 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:01.140475 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33950) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:01.142784 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-fe609d97-c1f7-462e-978a-10aa037cbb45 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8073680 Jul 14 11:44:01.202450 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:01.221129 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b57c2b03-ca90-48cb-8087-71f3b2c23a04 admin admin] Publish callbacks [] for security_group (15bae32b-02fc-419a-b200-67b27536e1b3), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:01.259919 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Publish callbacks [] for router_gateway (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:01.362603 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b57c2b03-ca90-48cb-8087-71f3b2c23a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (15bae32b-02fc-419a-b200-67b27536e1b3), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:01.481508 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Allocated IP 172.27.3.157 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/4a404d9f-33e7-48e5-921c-f91aec720f88) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:01.518706 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:01.531776 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c2b03-ca90-48cb-8087-71f3b2c23a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bae32b-02fc-419a-b200-67b27536e1b3,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:01.546245 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-5591c893-27a4-43a1-a87c-35149500462c None None] Provisioning complete for port 353de0d7-7034-4565-ac7a-cd45ac1c3671 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:01.546774 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5591c893-27a4-43a1-a87c-35149500462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:01.557015 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b57c2b03-ca90-48cb-8087-71f3b2c23a04 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d235718f97954ccb86c48fd996269c96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8703229 Jul 14 11:44:01.560534 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33954) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:01.629070 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:43:57Z', 'revision_number': 3, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:01.680746 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Checking router: 25f7a831-2244-4812-9395-dfa261bc61a8 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:01.681540 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Updating router 25f7a831-2244-4812-9395-dfa261bc61a8 port ae9b7d23-786b-4c43-8b46-41b0f02bd86d binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:44:01.732245 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33958) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:01.733493 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:01.770933 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:01.836173 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 353de0d7-7034-4565-ac7a-cd45ac1c3671 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:01.836810 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:01.852841 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Set router 5b1a049b-fda5-4d98-a919-5c275ca59c1c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:01.947323 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33962) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:01.947925 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33964) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:01.994436 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fdc3-fc88-4ffc-9aa6-0e63e1cc1fbc admin admin] Publish callbacks [] for security_group (15bae32b-02fc-419a-b200-67b27536e1b3), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.082381 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fdc3-fc88-4ffc-9aa6-0e63e1cc1fbc admin admin] Publish callbacks [] for security_group (15bae32b-02fc-419a-b200-67b27536e1b3), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.109483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:02.113657 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:02.147341 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-87f219a8-2301-4a3b-865c-e99032cc4be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.155782 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port 353de0d7-7034-4565-ac7a-cd45ac1c3671, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=353de0d7-7034-4565-ac7a-cd45ac1c3671,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:02.156016 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-aa9d78f9-7a47-479e-81ba-973b065ebd06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.183198 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be41f1d8-e70d-42e4-a5ed-49f23f59a9ef None None] Network e4586847-6136-4dce-945a-818d63fc4328 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:44:02.190260 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-5591c893-27a4-43a1-a87c-35149500462c None None] Current status of the port 353de0d7-7034-4565-ac7a-cd45ac1c3671 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:02.190672 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5591c893-27a4-43a1-a87c-35149500462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.265547 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.266501 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 028e8a20-de8d-4976-9604-82960cd50a76 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:02.285799 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:44:02.366424 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:02.396747 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Publish callbacks [] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.484315 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:02.488682 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.506911 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:02.529640 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.537630 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.db.api [None req-5591c893-27a4-43a1-a87c-35149500462c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:44:02.538046 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG oslo_db.api [None req-5591c893-27a4-43a1-a87c-35149500462c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:44:02.544758 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=353de0d7-7034-4565-ac7a-cd45ac1c3671,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:02.553668 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-aa9d78f9-7a47-479e-81ba-973b065ebd06 admin admin] Publish callbacks [] for security_group (5b68b601-97cf-43cd-ae38-c206b39a1883), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.580428 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.605126 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'name': 'tempest-DeleteServersTestJSON-1447482526-router', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:43:59Z', 'revision_number': 3, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'gw_port': {'id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:02.642737 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-aa9d78f9-7a47-479e-81ba-973b065ebd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5b68b601-97cf-43cd-ae38-c206b39a1883), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.654807 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Checking router: 5b1a049b-fda5-4d98-a919-5c275ca59c1c for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:02.655154 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Updating router 5b1a049b-fda5-4d98-a919-5c275ca59c1c port fca981db-4acd-41e2-ad4d-d4097a02d2a3 binding host dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:44:02.692344 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.701916 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Pushing event updated for resources: {'Port': ['ID=4a404d9f-33e7-48e5-921c-f91aec720f88,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:02.709745 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bc41ab98-e9c2-4f3d-bcbd-8b8a53d8c9f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.725340 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fdc3-fc88-4ffc-9aa6-0e63e1cc1fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (15bae32b-02fc-419a-b200-67b27536e1b3), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.727753 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6dc2fdc3-fc88-4ffc-9aa6-0e63e1cc1fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.731633 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-6dc2fdc3-fc88-4ffc-9aa6-0e63e1cc1fbc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/15bae32b-02fc-419a-b200-67b27536e1b3 HTTP/1.1" status: 204 len: 168 time: 1.1606550 Jul 14 11:44:02.751657 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2fdc3-fc88-4ffc-9aa6-0e63e1cc1fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bae32b-02fc-419a-b200-67b27536e1b3,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:02.770979 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:02.809137 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Publish callbacks [] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.815206 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:02.823218 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:02.859691 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e42a98a-e01a-4aac-8c2e-a8718c464964 None None] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:44:02.883161 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-aa9d78f9-7a47-479e-81ba-973b065ebd06 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b2c5dbb0443e40109e2e82c19464128c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1367259 Jul 14 11:44:02.883161 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d78f9-7a47-479e-81ba-973b065ebd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b68b601-97cf-43cd-ae38-c206b39a1883,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:02.884234 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33976) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:02.885604 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.919744 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.925910 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-87f219a8-2301-4a3b-865c-e99032cc4be9 admin admin] Publish callbacks [] for security_group (d6c1ba5b-49ea-4c9d-8e5a-88ce79bfad84), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:02.974356 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Attempting to bind port ae9b7d23-786b-4c43-8b46-41b0f02bd86d on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:02.984189 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Attempting to bind port ae9b7d23-786b-4c43-8b46-41b0f02bd86d by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:02.984899 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Attempting to bind port ae9b7d23-786b-4c43-8b46-41b0f02bd86d on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:03.011266 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 028e8a20-de8d-4976-9604-82960cd50a76 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:03.011876 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (028e8a20-de8d-4976-9604-82960cd50a76), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.015746 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:03.016418 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:03.016964 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.018796 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:03.019250 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Bound port: ae9b7d23-786b-4c43-8b46-41b0f02bd86d, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:03.022180 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.026400 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:03.026400 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Pushing event updated for resources: {'Port': ['ID=ae9b7d23-786b-4c43-8b46-41b0f02bd86d,revision_number=2']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:03.054501 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.054501 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.054794 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.055068 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.055402 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.055723 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.056050 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.056376 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.056729 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.057496 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.057496 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.057727 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.058040 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.058361 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.058682 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Tracked resource versions report: Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: pushed versions: Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: { 'AddressGroup': {'1.2'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Agent': {'1.1'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'ConntrackHelper': {'1.0'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Log': {'1.0'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'NDPProxy': {'1.0'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Network': {'1.1'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Port': {'1.7'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'PortForwarding': {'1.3'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'QosPolicy': {'1.10'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SecurityGroup': {'1.5'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SubPort': {'1.0'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Subnet': {'1.1'}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Trunk': {'1.1'}} Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: consumer versions: Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: { DHCP agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: HyperV agent@hv-cinder-84980: {}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: L3 agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: Metadata agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: Metering agent@dv-cinder-849803-1-iscsi: {}, Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: Open vSwitch agent@dv-cinder-849803-1-iscsi: { 'AddressGroup': '1.2', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Agent': '1.1', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'ConntrackHelper': '1.0', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'LocalIPAssociation': '1.0', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Log': '1.0', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'NDPProxy': '1.0', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Network': '1.1', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Port': '1.7', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'PortForwarding': '1.3', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'QosPolicy': '1.10', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SecurityGroup': '1.5', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SecurityGroupRule': '1.2', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'SubPort': '1.0', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Subnet': '1.1', Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: 'Trunk': '1.1'}} Jul 14 11:44:03.059874 dv-cinder-849803-1-iscsi neutron-server[111169]: {{(pid=111169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:44:03.080393 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bc41ab98-e9c2-4f3d-bcbd-8b8a53d8c9f4 admin admin] Publish callbacks [] for security_group (248c3dc6-605b-428f-b406-c7c86168280d), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.092786 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-87f219a8-2301-4a3b-865c-e99032cc4be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (d6c1ba5b-49ea-4c9d-8e5a-88ce79bfad84), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.102148 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] For port ae9b7d23-786b-4c43-8b46-41b0f02bd86d, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:03.111316 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] For port ae9b7d23-786b-4c43-8b46-41b0f02bd86d, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=ae9b7d23-786b-4c43-8b46-41b0f02bd86d,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:03.131376 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Allocated IP 172.20.0.1 (7743558a-c4dc-432c-9b5b-7c02f455d982/19cd5ec3-f77a-4e84-99af-90354d9e3c43/611a15fe-990d-407e-a3a3-6aac7cfed57d) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:03.134054 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-70a5970b-fcd1-4804-9b37-2fa45360e945 admin admin] Publish callbacks [] for security_group (5b68b601-97cf-43cd-ae38-c206b39a1883), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.175688 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-70a5970b-fcd1-4804-9b37-2fa45360e945 admin admin] Publish callbacks [] for security_group (5b68b601-97cf-43cd-ae38-c206b39a1883), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.239971 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-5591c893-27a4-43a1-a87c-35149500462c None None] Current status of the port 353de0d7-7034-4565-ac7a-cd45ac1c3671 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:03.243405 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.282875 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 33980) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:03.285418 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-87f219a8-2301-4a3b-865c-e99032cc4be9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=00a4eb6dbc8b47d39835a10a93e586e9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3008602 Jul 14 11:44:03.317957 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bc41ab98-e9c2-4f3d-bcbd-8b8a53d8c9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (248c3dc6-605b-428f-b406-c7c86168280d), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.342826 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:03.361638 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-70a5970b-fcd1-4804-9b37-2fa45360e945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5b68b601-97cf-43cd-ae38-c206b39a1883), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.364176 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-70a5970b-fcd1-4804-9b37-2fa45360e945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.365355 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-70a5970b-fcd1-4804-9b37-2fa45360e945 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5b68b601-97cf-43cd-ae38-c206b39a1883 HTTP/1.1" status: 204 len: 168 time: 0.4779115 Jul 14 11:44:03.419689 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Allocated IP 172.20.0.1 (87d6f20b-bda5-4229-8026-f520c7f094ed/2a358cd9-2a9c-4885-95d8-0f50e266cbc6/c3b7c235-29a5-4449-a467-178aff140a21) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:03.429075 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Provisioning complete for port 353de0d7-7034-4565-ac7a-cd45ac1c3671 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:03.429475 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.440353 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Publish callbacks [] for router_gateway (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.442699 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f219a8-2301-4a3b-865c-e99032cc4be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c1ba5b-49ea-4c9d-8e5a-88ce79bfad84,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:03.452025 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5970b-fcd1-4804-9b37-2fa45360e945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b68b601-97cf-43cd-ae38-c206b39a1883,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:03.453633 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141169e3-6dd8-4a0e-b3a9-5ab735bd8289 None None] Pushing event updated for resources: {'Port': ['ID=ae9b7d23-786b-4c43-8b46-41b0f02bd86d,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:03.454384 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 028e8a20-de8d-4976-9604-82960cd50a76 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:03.459743 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:03.484790 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:03.487992 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:03.518092 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:44:03.572309 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:03.642750 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:03.691843 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Publish callbacks [] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.741862 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Publish callbacks [] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), precommit_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.755468 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Current status of the port 353de0d7-7034-4565-ac7a-cd45ac1c3671 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:03.771674 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fe349daf-566c-415c-b417-4cab257962b4 admin admin] Publish callbacks [] for security_group (d6c1ba5b-49ea-4c9d-8e5a-88ce79bfad84), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.780458 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Provisioning complete for port 6fca1289-dcf6-4242-917a-f5b459c84f94 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:03.780875 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.849118 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.889810 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:03.903259 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Sync routers for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:03.919057 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:03.919624 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:03.924215 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fe349daf-566c-415c-b417-4cab257962b4 admin admin] Publish callbacks [] for security_group (d6c1ba5b-49ea-4c9d-8e5a-88ce79bfad84), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:03.933236 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-bc41ab98-e9c2-4f3d-bcbd-8b8a53d8c9f4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5eb85e33b57d4660846c2dcd31bce190&name=default HTTP/1.1" status: 200 len: 2994 time: 1.9518876 Jul 14 11:44:03.934683 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41ab98-e9c2-4f3d-bcbd-8b8a53d8c9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248c3dc6-605b-428f-b406-c7c86168280d,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:03.936025 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 6fca1289-dcf6-4242-917a-f5b459c84f94 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:03.955244 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33996) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:04.020321 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:04.037398 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:04.042757 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Attempting to bind port fca981db-4acd-41e2-ad4d-d4097a02d2a3 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:04.043127 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Attempting to bind port fca981db-4acd-41e2-ad4d-d4097a02d2a3 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:04.043491 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Attempting to bind port fca981db-4acd-41e2-ad4d-d4097a02d2a3 on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:04.047223 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46553bf7-174c-40b8-a9bc-d84e1e06e6db None None] Pushing event updated for resources: {'Port': ['ID=fca981db-4acd-41e2-ad4d-d4097a02d2a3,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:04.057962 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:04.058396 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:04.058796 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.059188 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:04.059933 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Bound port: fca981db-4acd-41e2-ad4d-d4097a02d2a3, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:04.060324 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.075596 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Publish callbacks [] for port (c3b7c235-29a5-4449-a467-178aff140a21), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.092474 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.096836 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-60815fd8-3ee2-4e21-ac76-d3714ff9b0e1 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6705959 Jul 14 11:44:04.097384 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 33998) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:04.101389 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.114449 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fe349daf-566c-415c-b417-4cab257962b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (d6c1ba5b-49ea-4c9d-8e5a-88ce79bfad84), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.119687 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fe349daf-566c-415c-b417-4cab257962b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.124686 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-fe349daf-566c-415c-b417-4cab257962b4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d6c1ba5b-49ea-4c9d-8e5a-88ce79bfad84 HTTP/1.1" status: 204 len: 168 time: 0.8407235 Jul 14 11:44:04.178069 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Current status of the port 6fca1289-dcf6-4242-917a-f5b459c84f94 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:04.187531 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.189133 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-21ee9051-00fe-46dc-ac0c-6281da82cfd2 admin admin] Publish callbacks [] for security_group (248c3dc6-605b-428f-b406-c7c86168280d), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.189765 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe349daf-566c-415c-b417-4cab257962b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c1ba5b-49ea-4c9d-8e5a-88ce79bfad84,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:04.201008 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 6fca1289-dcf6-4242-917a-f5b459c84f94 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:04.209380 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.249352 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Network 7743558a-c4dc-432c-9b5b-7c02f455d982 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:04.254562 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Pushing event updated for resources: {'Port': ['ID=611a15fe-990d-407e-a3a3-6aac7cfed57d,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:04.257092 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:04.258281 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:00Z', 'revision_number': 3, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:04.286120 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:04.286620 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (5b1a049b-fda5-4d98-a919-5c275ca59c1c), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.292492 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Checking router: 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:04.292842 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Updating router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c port c903e9b9-468e-4a32-b724-77ca50131b80 binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:44:04.330116 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.348763 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] For port fca981db-4acd-41e2-ad4d-d4097a02d2a3, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:04.395388 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.401070 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-21ee9051-00fe-46dc-ac0c-6281da82cfd2 admin admin] Publish callbacks [] for security_group (248c3dc6-605b-428f-b406-c7c86168280d), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.467204 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] For port 6fca1289-dcf6-4242-917a-f5b459c84f94, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=6fca1289-dcf6-4242-917a-f5b459c84f94,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:04.482507 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34006) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:04.501800 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (c3b7c235-29a5-4449-a467-178aff140a21), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.504447 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] For port fca981db-4acd-41e2-ad4d-d4097a02d2a3, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=fca981db-4acd-41e2-ad4d-d4097a02d2a3,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:04.506788 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:04.564974 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Network 87d6f20b-bda5-4229-8026-f520c7f094ed is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:04.573001 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:04.580971 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:43:57Z', 'revision_number': 3, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:04.592445 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:04.599418 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (25f7a831-2244-4812-9395-dfa261bc61a8), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.640407 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba7182-3d7d-4fa4-bd09-5d105dafe635 None None] The sync data for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi is: [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:43:57Z', 'revision_number': 3, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:04.658105 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:04.682662 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2dcd589f-b184-45ab-9ee3-9a8a790b62ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.707853 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:04.722330 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=14,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:04.774968 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:04.779705 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Pushing event updated for resources: {'Port': ['ID=c3b7c235-29a5-4449-a467-178aff140a21,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:04.825828 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-21ee9051-00fe-46dc-ac0c-6281da82cfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (248c3dc6-605b-428f-b406-c7c86168280d), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.838450 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.839875 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-21ee9051-00fe-46dc-ac0c-6281da82cfd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.843712 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-21ee9051-00fe-46dc-ac0c-6281da82cfd2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/248c3dc6-605b-428f-b406-c7c86168280d HTTP/1.1" status: 204 len: 168 time: 0.8163023 Jul 14 11:44:04.844231 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.875737 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.880691 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee9051-00fe-46dc-ac0c-6281da82cfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248c3dc6-605b-428f-b406-c7c86168280d,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:04.937293 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:04.942235 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 6fca1289-dcf6-4242-917a-f5b459c84f94 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:04.947268 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:04.989910 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Provisioning complete for port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:04.991792 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.040068 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Publish callbacks [] for port (c903e9b9-468e-4a32-b724-77ca50131b80), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.155135 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Routers {'5b1a049b-fda5-4d98-a919-5c275ca59c1c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:05.156841 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.177521 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:05.208565 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46553bf7-174c-40b8-a9bc-d84e1e06e6db None None] Pushing event updated for resources: {'Port': ['ID=fca981db-4acd-41e2-ad4d-d4097a02d2a3,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:05.244709 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (c3b7c235-29a5-4449-a467-178aff140a21), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.259184 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2dcd589f-b184-45ab-9ee3-9a8a790b62ae admin admin] Publish callbacks [] for security_group (a82d0d12-13a0-4dbe-b926-cc446765a541), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.262922 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Publish callbacks [] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.273637 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:44:05.304179 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Attempting to bind port c903e9b9-468e-4a32-b724-77ca50131b80 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:05.304543 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Attempting to bind port c903e9b9-468e-4a32-b724-77ca50131b80 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:05.304900 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Attempting to bind port c903e9b9-468e-4a32-b724-77ca50131b80 on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:05.310115 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1daa1-b2c9-4796-a9ab-b02d758dd534 None None] Pushing event updated for resources: {'Port': ['ID=c903e9b9-468e-4a32-b724-77ca50131b80,revision_number=2']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:05.312638 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:05.313011 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:05.313482 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.313858 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:05.314325 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Bound port: c903e9b9-468e-4a32-b724-77ca50131b80, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:05.314699 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.323916 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:05.379548 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:05.380800 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2dcd589f-b184-45ab-9ee3-9a8a790b62ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (a82d0d12-13a0-4dbe-b926-cc446765a541), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.386485 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] For port c903e9b9-468e-4a32-b724-77ca50131b80, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:05.390044 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] For port c903e9b9-468e-4a32-b724-77ca50131b80, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=c903e9b9-468e-4a32-b724-77ca50131b80,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:05.394983 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.398545 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (5b1a049b-fda5-4d98-a919-5c275ca59c1c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.416993 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] Set router 5b1a049b-fda5-4d98-a919-5c275ca59c1c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:05.455927 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.557559 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:05.561258 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34018) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:05.567072 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:05.646138 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Pushing event updated for resources: {'Port': ['ID=611a15fe-990d-407e-a3a3-6aac7cfed57d,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:05.655313 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:05.657651 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1daa1-b2c9-4796-a9ab-b02d758dd534 None None] Pushing event updated for resources: {'Port': ['ID=c903e9b9-468e-4a32-b724-77ca50131b80,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:05.708707 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.db.api [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:44:05.709194 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG oslo_db.api [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:44:05.781894 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6222d9e8-928f-4cd2-ba7e-058b3a8fa6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.812465 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Pushing event updated for resources: {'Port': ['ID=6fca1289-dcf6-4242-917a-f5b459c84f94,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:05.831608 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:05.872674 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Current status of the port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:05.873347 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.879550 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-2dcd589f-b184-45ab-9ee3-9a8a790b62ae admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d05c578754344854ab7ae64425bc583a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3959754 Jul 14 11:44:05.882939 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34022) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:05.928993 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6222d9e8-928f-4cd2-ba7e-058b3a8fa6c7 admin admin] Publish callbacks [] for security_group (8a832b7f-0a5d-43e8-ba18-ecdd94c75ae1), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:05.934575 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] For port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=6ef9d3c1-9633-404a-8c2f-f77a71dd545d,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:05.942354 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd589f-b184-45ab-9ee3-9a8a790b62ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82d0d12-13a0-4dbe-b926-cc446765a541,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:06.016359 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6222d9e8-928f-4cd2-ba7e-058b3a8fa6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8a832b7f-0a5d-43e8-ba18-ecdd94c75ae1), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.018289 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'name': 'tempest-DeleteServersTestJSON-1447482526-router', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:04Z', 'revision_number': 4, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'gw_port': {'id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '611a15fe-990d-407e-a3a3-6aac7cfed57d', 'name': '', 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'mac_address': 'fa:16:3e:2b:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:03Z', 'revision_number': 1, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'subnets': [{'id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:06.022986 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.057334 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b733ef-1bac-45bc-b1d7-6ad9c45f2eea None None] The sync data for ids ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'] in dv-cinder-849803-1-iscsi is: [{'id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'name': 'tempest-DeleteServersTestJSON-1447482526-router', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:04Z', 'revision_number': 4, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'gw_port': {'id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '611a15fe-990d-407e-a3a3-6aac7cfed57d', 'name': '', 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'mac_address': 'fa:16:3e:2b:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:03Z', 'revision_number': 1, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'subnets': [{'id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:06.100897 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34026) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:06.150423 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222d9e8-928f-4cd2-ba7e-058b3a8fa6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a832b7f-0a5d-43e8-ba18-ecdd94c75ae1,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:06.158374 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0c396d66-539f-46d7-8d9b-9752287ac71b admin admin] Publish callbacks [] for security_group (a82d0d12-13a0-4dbe-b926-cc446765a541), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.163491 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:06.165344 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b99278d2-6e71-406f-bfc3-a4a8138002a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.180585 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2be987-c5b8-4040-ae2c-9f2e5aa7d923 None None] Pushing event updated for resources: {'Port': ['ID=6ef9d3c1-9633-404a-8c2f-f77a71dd545d,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:06.189579 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Network 7743558a-c4dc-432c-9b5b-7c02f455d982 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:06.198657 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-6222d9e8-928f-4cd2-ba7e-058b3a8fa6c7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=922290448eab416f9fb6964d4c0ba5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5373971 Jul 14 11:44:06.200610 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:06.214464 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Sync routers for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:06.219613 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34028) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:06.241683 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Publish callbacks [] for port (c3b7c235-29a5-4449-a467-178aff140a21), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.280539 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.291390 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:06.298622 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:00Z', 'revision_number': 3, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:06.306544 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:06.324329 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 6fca1289-dcf6-4242-917a-f5b459c84f94 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:06.328295 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 353de0d7-7034-4565-ac7a-cd45ac1c3671 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:06.331460 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:06.332236 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:06.335055 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0c396d66-539f-46d7-8d9b-9752287ac71b admin admin] Publish callbacks [] for security_group (a82d0d12-13a0-4dbe-b926-cc446765a541), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.341653 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d531a-8d06-48cd-ab10-a4f148685d56 None None] The sync data for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi is: [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:00Z', 'revision_number': 3, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:06.433239 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Provisioning complete for port 611a15fe-990d-407e-a3a3-6aac7cfed57d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:06.433239 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.433400 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.433400 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-f8632d52-f26d-4405-a43d-db70fc6dac5b admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8089979 Jul 14 11:44:06.441421 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34030) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:06.445786 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Router 5b1a049b-fda5-4d98-a919-5c275ca59c1c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:44:06.584845 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Port 611a15fe-990d-407e-a3a3-6aac7cfed57d cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:06.614309 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Provisioning complete for port c3b7c235-29a5-4449-a467-178aff140a21 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:06.614693 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (c3b7c235-29a5-4449-a467-178aff140a21), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.655069 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 353de0d7-7034-4565-ac7a-cd45ac1c3671 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:06.655697 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.717010 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Port c3b7c235-29a5-4449-a467-178aff140a21 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:06.729561 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:06.793863 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (c3b7c235-29a5-4449-a467-178aff140a21), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.794721 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (25f7a831-2244-4812-9395-dfa261bc61a8), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.821582 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c1311a33-50dc-4ca3-9f62-b780f29a6b74 admin admin] Publish callbacks [] for security_group (8a832b7f-0a5d-43e8-ba18-ecdd94c75ae1), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.847956 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Provisioning complete for port 6fca1289-dcf6-4242-917a-f5b459c84f94 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:06.848748 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.879711 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0c396d66-539f-46d7-8d9b-9752287ac71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (a82d0d12-13a0-4dbe-b926-cc446765a541), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.883327 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0c396d66-539f-46d7-8d9b-9752287ac71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:06.886893 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-0c396d66-539f-46d7-8d9b-9752287ac71b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a82d0d12-13a0-4dbe-b926-cc446765a541 HTTP/1.1" status: 204 len: 168 time: 0.9998493 Jul 14 11:44:06.964313 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b99278d2-6e71-406f-bfc3-a4a8138002a1 admin admin] Publish callbacks [] for security_group (ecf4bf7e-ebbd-4fdf-aa16-665dd32fe76c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:07.019494 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c1311a33-50dc-4ca3-9f62-b780f29a6b74 admin admin] Publish callbacks [] for security_group (8a832b7f-0a5d-43e8-ba18-ecdd94c75ae1), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:07.036834 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c396d66-539f-46d7-8d9b-9752287ac71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82d0d12-13a0-4dbe-b926-cc446765a541,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:07.117733 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:07.126411 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 353de0d7-7034-4565-ac7a-cd45ac1c3671 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:07.127449 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 6ef9d3c1-9633-404a-8c2f-f77a71dd545d up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:07.139064 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b99278d2-6e71-406f-bfc3-a4a8138002a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (ecf4bf7e-ebbd-4fdf-aa16-665dd32fe76c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:07.182727 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:07.212856 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:07.216659 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:07.220422 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Pushing event updated for resources: {'Port': ['ID=c3b7c235-29a5-4449-a467-178aff140a21,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:07.270436 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:07.292660 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-4eadff8c-d11d-4481-8e10-d26edd22edee admin admin] 10.222.0.40 "PUT /v2.0/routers/5b1a049b-fda5-4d98-a919-5c275ca59c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4565740 Jul 14 11:44:07.382352 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:07.388180 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Network 87d6f20b-bda5-4229-8026-f520c7f094ed is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:07.392762 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:07.570861 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c1311a33-50dc-4ca3-9f62-b780f29a6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8a832b7f-0a5d-43e8-ba18-ecdd94c75ae1), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:07.573951 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c1311a33-50dc-4ca3-9f62-b780f29a6b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:07.586520 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-c1311a33-50dc-4ca3-9f62-b780f29a6b74 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8a832b7f-0a5d-43e8-ba18-ecdd94c75ae1 HTTP/1.1" status: 204 len: 168 time: 1.3657167 Jul 14 11:44:07.611170 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:02Z', 'revision_number': 3, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:07.652476 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Checking router: a12ab71c-1de3-4b12-86f7-5c9fecff0c40 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:07.652731 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1311a33-50dc-4ca3-9f62-b780f29a6b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a832b7f-0a5d-43e8-ba18-ecdd94c75ae1,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:07.654158 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Updating router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 port 4a404d9f-33e7-48e5-921c-f91aec720f88 binding host dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:44:07.689236 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:07.720309 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:07.726631 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Current status of the port 6fca1289-dcf6-4242-917a-f5b459c84f94 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:07.764005 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Provisioning complete for port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:07.764660 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:07.803356 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b99278d2-6e71-406f-bfc3-a4a8138002a1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b1856aefd4544e2593528c27303202c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6934297 Jul 14 11:44:07.808725 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34054) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:07.819683 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Allocated IP 172.20.0.1 (e4586847-6136-4dce-945a-818d63fc4328/ffca6be3-1873-4c11-b23e-8cff8d06e710/b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:07.872435 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99278d2-6e71-406f-bfc3-a4a8138002a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf4bf7e-ebbd-4fdf-aa16-665dd32fe76c,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:07.874670 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Router 25f7a831-2244-4812-9395-dfa261bc61a8 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:44:08.180283 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:08.187285 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-2e7ad65b-817e-4ce5-9402-3bd4bcacd4ab admin admin] 10.222.0.40 "PUT /v2.0/routers/25f7a831-2244-4812-9395-dfa261bc61a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0446334 Jul 14 11:44:08.199768 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:08.201406 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Sync routers for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:08.222925 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:08.223566 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:08.320690 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 6fca1289-dcf6-4242-917a-f5b459c84f94 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:08.340871 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1aa81185-3fa5-4da9-b4d0-be5efc11afb2 admin admin] Publish callbacks [] for security_group (ecf4bf7e-ebbd-4fdf-aa16-665dd32fe76c), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:08.348712 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Publish callbacks [] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:08.377455 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:08.380761 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:08.417041 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:08.498059 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-1fed23a9-6f52-4c70-9b7d-a46e97a7e0ff None None] Current status of the port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:08.510912 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1aa81185-3fa5-4da9-b4d0-be5efc11afb2 admin admin] Publish callbacks [] for security_group (ecf4bf7e-ebbd-4fdf-aa16-665dd32fe76c), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:08.554528 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 6fca1289-dcf6-4242-917a-f5b459c84f94 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:08.554528 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:08.689216 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:08.690696 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-1a460ef2-fc16-4929-84b8-ebba8b02f618 None None] Provisioning complete for port 611a15fe-990d-407e-a3a3-6aac7cfed57d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:08.690999 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:08.692786 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1a460ef2-fc16-4929-84b8-ebba8b02f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:08.737913 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:08.816773 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1aa81185-3fa5-4da9-b4d0-be5efc11afb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (ecf4bf7e-ebbd-4fdf-aa16-665dd32fe76c), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:08.823253 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1aa81185-3fa5-4da9-b4d0-be5efc11afb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:08.827932 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-1aa81185-3fa5-4da9-b4d0-be5efc11afb2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ecf4bf7e-ebbd-4fdf-aa16-665dd32fe76c HTTP/1.1" status: 204 len: 168 time: 1.0010819 Jul 14 11:44:08.830370 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 2, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:08.866269 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Checking router: 25f7a831-2244-4812-9395-dfa261bc61a8 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:08.867231 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Updating router 25f7a831-2244-4812-9395-dfa261bc61a8 port c3b7c235-29a5-4449-a467-178aff140a21 binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:44:08.899555 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Network e4586847-6136-4dce-945a-818d63fc4328 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:08.909442 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa81185-3fa5-4da9-b4d0-be5efc11afb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf4bf7e-ebbd-4fdf-aa16-665dd32fe76c,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:08.915537 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (c3b7c235-29a5-4449-a467-178aff140a21), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:08.921395 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:08.924544 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:08.925986 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.012435 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Publish callbacks [] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), precommit_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.016480 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-1a460ef2-fc16-4929-84b8-ebba8b02f618 None None] Port 611a15fe-990d-407e-a3a3-6aac7cfed57d cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:09.086667 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-1a460ef2-fc16-4929-84b8-ebba8b02f618 None None] Provisioning complete for port c3b7c235-29a5-4449-a467-178aff140a21 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:09.087155 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1a460ef2-fc16-4929-84b8-ebba8b02f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (c3b7c235-29a5-4449-a467-178aff140a21), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.167224 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:09.170085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-1a460ef2-fc16-4929-84b8-ebba8b02f618 None None] Port c3b7c235-29a5-4449-a467-178aff140a21 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:09.176302 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.252026 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:09.254608 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 6fca1289-dcf6-4242-917a-f5b459c84f94 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:09.255702 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device ae9b7d23-786b-4c43-8b46-41b0f02bd86d up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:09.361960 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Attempting to bind port 4a404d9f-33e7-48e5-921c-f91aec720f88 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:09.362642 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Attempting to bind port 4a404d9f-33e7-48e5-921c-f91aec720f88 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:09.362864 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Attempting to bind port 4a404d9f-33e7-48e5-921c-f91aec720f88 on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:09.364703 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d897a17-af7f-4dea-85a1-98add4f3eb94 None None] Pushing event updated for resources: {'Port': ['ID=4a404d9f-33e7-48e5-921c-f91aec720f88,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:09.378871 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-2e5a65fc-c346-41b9-9a0b-54a265b44863 None None] Provisioning complete for port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:09.379274 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2e5a65fc-c346-41b9-9a0b-54a265b44863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.381794 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:09.382165 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:09.382558 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.382949 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:09.383916 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Bound port: 4a404d9f-33e7-48e5-921c-f91aec720f88, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:09.384312 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.415913 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Allocated IP 172.20.0.1 (ce6397ea-e1d9-4c18-9185-6161e76618d7/359d57a5-1483-450f-ae8c-a26ea1a1115d/3a0d4f91-0469-4513-a799-ee978542653d) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:09.451574 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Publish callbacks [] for port (c3b7c235-29a5-4449-a467-178aff140a21), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.476655 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a65fc-c346-41b9-9a0b-54a265b44863 None None] Port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:09.481067 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port ae9b7d23-786b-4c43-8b46-41b0f02bd86d triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:09.481625 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.520588 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] For port 4a404d9f-33e7-48e5-921c-f91aec720f88, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:09.543932 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] For port 4a404d9f-33e7-48e5-921c-f91aec720f88, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=4a404d9f-33e7-48e5-921c-f91aec720f88,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:09.562477 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (c3b7c235-29a5-4449-a467-178aff140a21), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.604303 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port ae9b7d23-786b-4c43-8b46-41b0f02bd86d is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:09.604863 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.633661 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port ae9b7d23-786b-4c43-8b46-41b0f02bd86d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=ae9b7d23-786b-4c43-8b46-41b0f02bd86d,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:09.671703 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.711236 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c5593-b610-4ab1-bf9e-0588dabc42df None None] Pushing event updated for resources: {'Port': ['ID=c3b7c235-29a5-4449-a467-178aff140a21,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:09.755644 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:09.816512 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.821278 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Attempting to bind port c3b7c235-29a5-4449-a467-178aff140a21 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:09.821574 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 6ef9d3c1-9633-404a-8c2f-f77a71dd545d up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:09.822192 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Attempting to bind port c3b7c235-29a5-4449-a467-178aff140a21 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:09.822772 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Attempting to bind port c3b7c235-29a5-4449-a467-178aff140a21 on network 87d6f20b-bda5-4229-8026-f520c7f094ed {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:09.829123 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:09.829858 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Checking segment: {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:09.830511 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.830993 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Bound using segment: {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:09.831564 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Bound port: c3b7c235-29a5-4449-a467-178aff140a21, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:09.832038 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (c3b7c235-29a5-4449-a467-178aff140a21), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.904799 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:09.951930 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] For port c3b7c235-29a5-4449-a467-178aff140a21, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:09.962660 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] For port c3b7c235-29a5-4449-a467-178aff140a21, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=c3b7c235-29a5-4449-a467-178aff140a21,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:09.979685 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:10.034209 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d897a17-af7f-4dea-85a1-98add4f3eb94 None None] Pushing event updated for resources: {'Port': ['ID=4a404d9f-33e7-48e5-921c-f91aec720f88,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:10.039822 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:10.043449 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:10.074813 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (c3b7c235-29a5-4449-a467-178aff140a21), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:10.175296 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:10.196408 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:10.202766 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:10.215254 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:10.307243 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Publish callbacks [] for port (3a0d4f91-0469-4513-a799-ee978542653d), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:10.310347 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:10.310738 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-f6e10375-5da0-4da3-a042-cd0d3f6b2a1d None None] Provisioning complete for port c3b7c235-29a5-4449-a467-178aff140a21 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:10.316426 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f6e10375-5da0-4da3-a042-cd0d3f6b2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (c3b7c235-29a5-4449-a467-178aff140a21), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:10.355076 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:10.355471 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:10.544924 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=ae9b7d23-786b-4c43-8b46-41b0f02bd86d,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:10.593612 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Sync routers for ids ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:10.604772 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:10.635321 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:10.636183 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (3a0d4f91-0469-4513-a799-ee978542653d), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:10.637186 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Routers {'5b1a049b-fda5-4d98-a919-5c275ca59c1c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:10.641982 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:10.647138 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:10.722229 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Pushing event updated for resources: {'Port': ['ID=3a0d4f91-0469-4513-a799-ee978542653d,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:10.735776 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Publish callbacks [] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:10.740704 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:10.742150 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:10.749500 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c5593-b610-4ab1-bf9e-0588dabc42df None None] Pushing event updated for resources: {'Port': ['ID=c3b7c235-29a5-4449-a467-178aff140a21,revision_number=4']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:10.763556 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:10.764064 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:10.767931 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:10.788273 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:10.962152 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34158) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:10.968367 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-aa25afe0-83c3-4a19-b5ce-b5a28597395e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977881625', 'description': 'tempest-description--1419779638'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:10.985947 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:10.985947 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:11.071919 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:11.101175 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94bb9b7-d68f-47f0-ae6e-60e776be24a8 None None] The sync data for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi is: [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:11.101940 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:11.109739 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device c903e9b9-468e-4a32-b724-77ca50131b80 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:11.122292 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-aa25afe0-83c3-4a19-b5ce-b5a28597395e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:11.227362 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-f6e10375-5da0-4da3-a042-cd0d3f6b2a1d None None] Current status of the port c3b7c235-29a5-4449-a467-178aff140a21 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:11.227793 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f6e10375-5da0-4da3-a042-cd0d3f6b2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (c3b7c235-29a5-4449-a467-178aff140a21), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:11.230582 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:11.262648 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:11.294241 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Set router 5b1a049b-fda5-4d98-a919-5c275ca59c1c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:11.294923 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Network e4586847-6136-4dce-945a-818d63fc4328 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:11.298024 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:11.347300 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:11.363445 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-aa25afe0-83c3-4a19-b5ce-b5a28597395e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (fbcc967f-dbf1-494b-a118-3955fc32915c), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:11.364366 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (3a0d4f91-0469-4513-a799-ee978542653d), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:11.467062 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-aa25afe0-83c3-4a19-b5ce-b5a28597395e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (fbcc967f-dbf1-494b-a118-3955fc32915c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:11.515498 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34172) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:11.530114 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:11.538053 dv-cinder-849803-1-iscsi neutron-server[111166]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 11:44:11.698205 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:44:11.724419 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-aa25afe0-83c3-4a19-b5ce-b5a28597395e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:11.734621 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-aa25afe0-83c3-4a19-b5ce-b5a28597395e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7707198 Jul 14 11:44:11.739197 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34182) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:11.747303 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-4ff3d705-fc12-4ebe-886e-834683c3dbdb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'security_group_rule': {'security_group_id': 'fbcc967f-dbf1-494b-a118-3955fc32915c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:11.751999 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25afe0-83c3-4a19-b5ce-b5a28597395e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcc967f-dbf1-494b-a118-3955fc32915c,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:11.821893 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-f6e10375-5da0-4da3-a042-cd0d3f6b2a1d None None] For port c3b7c235-29a5-4449-a467-178aff140a21, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=c3b7c235-29a5-4449-a467-178aff140a21,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:11.942993 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f6e10375-5da0-4da3-a042-cd0d3f6b2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (c3b7c235-29a5-4449-a467-178aff140a21), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.003135 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port c903e9b9-468e-4a32-b724-77ca50131b80 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:12.008398 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.031762 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Publish callbacks [] for port (3a0d4f91-0469-4513-a799-ee978542653d), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.049106 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-1f576878-31ee-42f2-9b99-dcb231118f59 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:12.053740 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-1f576878-31ee-42f2-9b99-dcb231118f59 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/networks?id=7743558a-c4dc-432c-9b5b-7c02f455d982 HTTP/1.1" status: 200 len: 812 time: 0.5258532 Jul 14 11:44:12.060182 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:12.074202 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Sync routers for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:12.092756 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-a26da6c7-e7fa-4e63-9500-119f1574b6c2 admin admin] 10.222.0.40 "PUT /v2.0/routers/36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9790974 Jul 14 11:44:12.093177 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:02Z', 'revision_number': 3, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:12.098968 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:12.099772 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:12.106344 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-92b32bf4-7c74-4a81-bb43-1ff6333ab9e9 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/quotas/5bb446eb04c04b73aacbcf5e605a6c76 HTTP/1.1" status: 200 len: 375 time: 0.0448937 Jul 14 11:44:12.152379 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (3a0d4f91-0469-4513-a799-ee978542653d), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.153534 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.226887 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e10375-5da0-4da3-a042-cd0d3f6b2a1d None None] Pushing event updated for resources: {'Port': ['ID=c3b7c235-29a5-4449-a467-178aff140a21,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:12.277664 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d705-fc12-4ebe-886e-834683c3dbdb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (84200b51-cd2d-4fba-bb02-71f0f7fb99a3), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.307288 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b8a0c-ba2b-41e5-bdb5-d772e38cff8a None None] The sync data for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi is: [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:02Z', 'revision_number': 3, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:12.309138 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-6155c95a-b2d9-45fd-85e8-fb56ebe082ab tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=5bb446eb04c04b73aacbcf5e605a6c76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2012599 Jul 14 11:44:12.343100 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:12.394543 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-f562ebe2-111f-4fba-9b8c-94188e3cc39f None None] Provisioning complete for port c3b7c235-29a5-4449-a467-178aff140a21 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:12.395029 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f562ebe2-111f-4fba-9b8c-94188e3cc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (c3b7c235-29a5-4449-a467-178aff140a21), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.400350 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port c903e9b9-468e-4a32-b724-77ca50131b80 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:12.400819 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.452896 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Pushing event updated for resources: {'Port': ['ID=3a0d4f91-0469-4513-a799-ee978542653d,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:12.520048 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:12.550000 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'name': 'tempest-DeleteServersTestJSON-1447482526-router', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:04Z', 'revision_number': 4, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'gw_port': {'id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '611a15fe-990d-407e-a3a3-6aac7cfed57d', 'name': '', 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'mac_address': 'fa:16:3e:2b:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:04Z', 'revision_number': 2, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'subnets': [{'id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:12.578298 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d705-fc12-4ebe-886e-834683c3dbdb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (84200b51-cd2d-4fba-bb02-71f0f7fb99a3), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.600954 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:12.609261 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:12.620617 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Checking router: 5b1a049b-fda5-4d98-a919-5c275ca59c1c for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:12.622255 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Updating router 5b1a049b-fda5-4d98-a919-5c275ca59c1c port 611a15fe-990d-407e-a3a3-6aac7cfed57d binding host dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:44:12.637598 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:12.660552 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port c903e9b9-468e-4a32-b724-77ca50131b80, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=c903e9b9-468e-4a32-b724-77ca50131b80,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:12.661272 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 2, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:12.712557 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.751247 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Checking router: 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:12.751599 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Updating router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:44:12.792622 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.822121 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.876580 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-f562ebe2-111f-4fba-9b8c-94188e3cc39f None None] Current status of the port c3b7c235-29a5-4449-a467-178aff140a21 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:12.881062 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d705-fc12-4ebe-886e-834683c3dbdb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (84200b51-cd2d-4fba-bb02-71f0f7fb99a3), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:12.928704 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:12.944017 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-f562ebe2-111f-4fba-9b8c-94188e3cc39f None None] Provisioning complete for port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:12.944496 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f562ebe2-111f-4fba-9b8c-94188e3cc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.022942 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3d705-fc12-4ebe-886e-834683c3dbdb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84200b51-cd2d-4fba-bb02-71f0f7fb99a3,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:13.025492 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-f562ebe2-111f-4fba-9b8c-94188e3cc39f None None] Port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:13.034334 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:44:13.036836 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:13.162188 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=c903e9b9-468e-4a32-b724-77ca50131b80,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:13.173141 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-f562ebe2-111f-4fba-9b8c-94188e3cc39f None None] Provisioning complete for port 3a0d4f91-0469-4513-a799-ee978542653d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:13.173383 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f562ebe2-111f-4fba-9b8c-94188e3cc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (3a0d4f91-0469-4513-a799-ee978542653d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.227109 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d705-fc12-4ebe-886e-834683c3dbdb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.230300 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-4ff3d705-fc12-4ebe-886e-834683c3dbdb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4877927 Jul 14 11:44:13.233325 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34218) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:13.240146 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-f562ebe2-111f-4fba-9b8c-94188e3cc39f None None] Port 3a0d4f91-0469-4513-a799-ee978542653d cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:13.240380 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device fca981db-4acd-41e2-ad4d-d4097a02d2a3 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:13.243617 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-af4edad9-a1d0-4efb-808b-b033f2e28f63 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'security_group_rule': {'security_group_id': 'fbcc967f-dbf1-494b-a118-3955fc32915c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:13.351848 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:13.359783 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-af4edad9-a1d0-4efb-808b-b033f2e28f63 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (a4953697-61d8-4cfc-a093-9aa3f4cededc), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.362919 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-ce4df39e-7298-4080-92cf-9bd4efe8109b admin admin] 10.222.0.40 "PUT /v2.0/routers/a12ab71c-1de3-4b12-86f7-5c9fecff0c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8431008 Jul 14 11:44:13.389952 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34224) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:13.391606 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:13.399746 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-7079bbe4-9873-45a7-bc8f-324ba84b5ed0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1296217109', 'description': 'tempest-description--1944822772'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:13.407742 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port fca981db-4acd-41e2-ad4d-d4097a02d2a3 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:13.408133 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.412637 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-d9994bf8-f2d0-46d7-94f4-e1c01f307d49 None None] Provisioning complete for port 3a0d4f91-0469-4513-a799-ee978542653d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:13.413015 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-d9994bf8-f2d0-46d7-94f4-e1c01f307d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (3a0d4f91-0469-4513-a799-ee978542653d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.464107 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-af4edad9-a1d0-4efb-808b-b033f2e28f63 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (a4953697-61d8-4cfc-a093-9aa3f4cededc), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.492358 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Publish callbacks [] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.499315 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-d9994bf8-f2d0-46d7-94f4-e1c01f307d49 None None] Port 3a0d4f91-0469-4513-a799-ee978542653d cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:13.539067 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7079bbe4-9873-45a7-bc8f-324ba84b5ed0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.557705 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-af4edad9-a1d0-4efb-808b-b033f2e28f63 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (a4953697-61d8-4cfc-a093-9aa3f4cededc), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.559936 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:13.561478 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.591048 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port fca981db-4acd-41e2-ad4d-d4097a02d2a3 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:13.591366 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.602790 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Publish callbacks [] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), precommit_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.626706 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port fca981db-4acd-41e2-ad4d-d4097a02d2a3, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=fca981db-4acd-41e2-ad4d-d4097a02d2a3,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:13.651069 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7079bbe4-9873-45a7-bc8f-324ba84b5ed0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (51d67cd0-c310-442e-b2cc-3ae0a31504ef), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.662446 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4edad9-a1d0-4efb-808b-b033f2e28f63 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4953697-61d8-4cfc-a093-9aa3f4cededc,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:13.688260 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.699584 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78f58e-be42-4772-b2cb-4ec7afebdaf5 None None] Pushing event updated for resources: {'Port': ['ID=b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:13.716432 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7079bbe4-9873-45a7-bc8f-324ba84b5ed0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (51d67cd0-c310-442e-b2cc-3ae0a31504ef), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.727204 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:13.756642 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Attempting to bind port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:13.757275 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Attempting to bind port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:13.757643 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Attempting to bind port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 on network e4586847-6136-4dce-945a-818d63fc4328 {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:13.765914 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:13.766299 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Checking segment: {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:13.766701 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.767251 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Bound using segment: {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:13.767823 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Bound port: b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:13.768204 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.771341 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.776504 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-af4edad9-a1d0-4efb-808b-b033f2e28f63 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.778452 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-af4edad9-a1d0-4efb-808b-b033f2e28f63 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5438015 Jul 14 11:44:13.779246 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device c3b7c235-29a5-4449-a467-178aff140a21 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:13.781994 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34230) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:13.787189 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:13.792346 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079bbe4-9873-45a7-bc8f-324ba84b5ed0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d67cd0-c310-442e-b2cc-3ae0a31504ef,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:13.799195 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:13.832651 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-259eaa3b-4aa3-4161-88ab-762ef20a79ea service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:44:13.833902 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-259eaa3b-4aa3-4161-88ab-762ef20a79ea service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5499756 Jul 14 11:44:13.846500 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7079bbe4-9873-45a7-bc8f-324ba84b5ed0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.846500 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-7079bbe4-9873-45a7-bc8f-324ba84b5ed0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4544265 Jul 14 11:44:13.848584 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34232) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:13.878620 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-f57b6c2b-635e-4da1-a46c-2ddcf2f343e2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'security_group_rule': {'security_group_id': '51d67cd0-c310-442e-b2cc-3ae0a31504ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:13.927988 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9c25f-31a8-48d3-8b52-7ee9e9bdc26a None None] Pushing event updated for resources: {'Port': ['ID=611a15fe-990d-407e-a3a3-6aac7cfed57d,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:13.931979 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:13.965082 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] For port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:13.966136 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:13.974909 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] For port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:14.128739 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:14.218876 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port c3b7c235-29a5-4449-a467-178aff140a21 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:14.220349 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-d57e879b-3c68-44a2-bb74-d2eec177f2a7 service neutron] 10.222.0.40 "GET /v2.0/networks/7743558a-c4dc-432c-9b5b-7c02f455d982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736897 Jul 14 11:44:14.221983 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34244) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:14.224724 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (c3b7c235-29a5-4449-a467-178aff140a21), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:14.241358 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=fca981db-4acd-41e2-ad4d-d4097a02d2a3,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:14.299668 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:14.301641 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:14.366801 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-0e9cbed3-47c6-457f-ad58-bc54f8bd7006 None None] Provisioning complete for port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:14.367886 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbed3-47c6-457f-ad58-bc54f8bd7006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:14.373922 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78f58e-be42-4772-b2cb-4ec7afebdaf5 None None] Pushing event updated for resources: {'Port': ['ID=b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2,revision_number=4']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:14.397520 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Attempting to bind port 611a15fe-990d-407e-a3a3-6aac7cfed57d on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:14.398224 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Attempting to bind port 611a15fe-990d-407e-a3a3-6aac7cfed57d by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:14.399059 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Attempting to bind port 611a15fe-990d-407e-a3a3-6aac7cfed57d on network 7743558a-c4dc-432c-9b5b-7c02f455d982 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:14.433700 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:14.434514 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Checking segment: {'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:14.435126 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:14.436023 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Bound using segment: {'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:14.436722 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Bound port: 611a15fe-990d-407e-a3a3-6aac7cfed57d, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:14.437394 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:14.510731 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:14.535555 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f57b6c2b-635e-4da1-a46c-2ddcf2f343e2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (a168a74a-e69b-44be-b924-3c8a44fe0a1a), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:14.552558 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-187e6640-204f-4760-92ef-d3bf8a86c13e service neutron] 10.222.0.40 "GET /v2.0/networks/7743558a-c4dc-432c-9b5b-7c02f455d982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300936 Jul 14 11:44:14.588917 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:14.607828 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:14.635681 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] For port 611a15fe-990d-407e-a3a3-6aac7cfed57d, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:14.672624 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:14.712941 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] For port 611a15fe-990d-407e-a3a3-6aac7cfed57d, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=611a15fe-990d-407e-a3a3-6aac7cfed57d,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:14.747066 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34254) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:14.748980 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port c3b7c235-29a5-4449-a467-178aff140a21 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:14.750442 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device ae9b7d23-786b-4c43-8b46-41b0f02bd86d up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:14.756934 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-d0614440-d6dc-479f-bddc-c52ca1731866 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517899033', 'description': 'tempest-description--1204586536'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:14.908386 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7afcb0f7-935d-47fc-9ae6-6dd412018ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:14.952341 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f57b6c2b-635e-4da1-a46c-2ddcf2f343e2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (a168a74a-e69b-44be-b924-3c8a44fe0a1a), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.005006 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.049804 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f57b6c2b-635e-4da1-a46c-2ddcf2f343e2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (a168a74a-e69b-44be-b924-3c8a44fe0a1a), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.083619 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b6c2b-635e-4da1-a46c-2ddcf2f343e2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a168a74a-e69b-44be-b924-3c8a44fe0a1a,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:15.126732 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cbed3-47c6-457f-ad58-bc54f8bd7006 None None] Current status of the port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:15.128355 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbed3-47c6-457f-ad58-bc54f8bd7006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.151239 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:13Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:15.180899 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-7b9a02de-937b-41ae-a35f-65acc683a9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.199239 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f57b6c2b-635e-4da1-a46c-2ddcf2f343e2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.199239 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-f57b6c2b-635e-4da1-a46c-2ddcf2f343e2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3438456 Jul 14 11:44:15.199559 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7afcb0f7-935d-47fc-9ae6-6dd412018ed6 admin admin] Publish callbacks [] for security_group (b6ab6fcc-d573-42e2-9e89-6d75a2dc9112), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.199559 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d0614440-d6dc-479f-bddc-c52ca1731866 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.202679 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34286) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:15.204917 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:15.214604 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-8f9de482-21a0-4fbc-a2c1-ea0cb7432a22 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'security_group_rule': {'security_group_id': '51d67cd0-c310-442e-b2cc-3ae0a31504ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:15.219421 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5f877-f09b-46bf-8f4c-5a7f043dab55 None None] The sync data for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi is: [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:13Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:15.248358 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Allocated IP 172.27.3.60 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/35f29f9c-eeb1-428e-9bce-9c473ce84cd8) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:15.271921 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7afcb0f7-935d-47fc-9ae6-6dd412018ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b6ab6fcc-d573-42e2-9e89-6d75a2dc9112), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.274564 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Routers {'5b1a049b-fda5-4d98-a919-5c275ca59c1c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:15.276358 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:43:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:15.466729 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34288) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:15.573127 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-7afcb0f7-935d-47fc-9ae6-6dd412018ed6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=27b77debca034122a25fff253dc95518&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3184872 Jul 14 11:44:15.578464 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for port (35f29f9c-eeb1-428e-9bce-9c473ce84cd8), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.594691 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34294) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:15.655302 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcb0f7-935d-47fc-9ae6-6dd412018ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ab6fcc-d573-42e2-9e89-6d75a2dc9112,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:15.720874 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d0614440-d6dc-479f-bddc-c52ca1731866 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (b93b56da-d11e-4afe-a8a3-e8bfd670de6f), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.730784 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8f9de482-21a0-4fbc-a2c1-ea0cb7432a22 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (a9766bc5-9a1f-43f9-8072-d85e3ea73939), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.761039 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-0e9cbed3-47c6-457f-ad58-bc54f8bd7006 None None] For port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:15.773874 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9c25f-31a8-48d3-8b52-7ee9e9bdc26a None None] Pushing event updated for resources: {'Port': ['ID=611a15fe-990d-407e-a3a3-6aac7cfed57d,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:15.776342 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (35f29f9c-eeb1-428e-9bce-9c473ce84cd8), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.813335 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:15.818522 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d0614440-d6dc-479f-bddc-c52ca1731866 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b93b56da-d11e-4afe-a8a3-e8bfd670de6f), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.834808 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e06f32b-ba6f-459b-bf31-46ccbbf398f2 admin admin] Publish callbacks [] for security_group (b6ab6fcc-d573-42e2-9e89-6d75a2dc9112), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.836824 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port ae9b7d23-786b-4c43-8b46-41b0f02bd86d triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:15.837507 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.863698 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:15.876532 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:15.888594 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:15.916634 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e06f32b-ba6f-459b-bf31-46ccbbf398f2 admin admin] Publish callbacks [] for security_group (b6ab6fcc-d573-42e2-9e89-6d75a2dc9112), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.916634 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0614440-d6dc-479f-bddc-c52ca1731866 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93b56da-d11e-4afe-a8a3-e8bfd670de6f,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:15.927981 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbed3-47c6-457f-ad58-bc54f8bd7006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.931817 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8f9de482-21a0-4fbc-a2c1-ea0cb7432a22 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (a9766bc5-9a1f-43f9-8072-d85e3ea73939), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:15.999365 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d0614440-d6dc-479f-bddc-c52ca1731866 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.004118 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-d0614440-d6dc-479f-bddc-c52ca1731866 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2525692 Jul 14 11:44:16.006863 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34304) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:16.009553 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8f9de482-21a0-4fbc-a2c1-ea0cb7432a22 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (a9766bc5-9a1f-43f9-8072-d85e3ea73939), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.033635 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-f7751814-fbf5-4974-903e-2bad8e92ee4e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group_rule': {'security_group_id': 'b93b56da-d11e-4afe-a8a3-e8bfd670de6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:16.045036 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (0ff9f21c-b97c-48fd-a68d-7f7607b5caa5), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.050645 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cbed3-47c6-457f-ad58-bc54f8bd7006 None None] Pushing event updated for resources: {'Port': ['ID=b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:16.057198 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'Port': ['ID=35f29f9c-eeb1-428e-9bce-9c473ce84cd8,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:16.086804 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9de482-21a0-4fbc-a2c1-ea0cb7432a22 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9766bc5-9a1f-43f9-8072-d85e3ea73939,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:16.129325 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-344a45ca-dbf8-4dec-bc2c-620885cceb3f None None] Provisioning complete for port 611a15fe-990d-407e-a3a3-6aac7cfed57d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:16.129708 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-344a45ca-dbf8-4dec-bc2c-620885cceb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.197895 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (35f29f9c-eeb1-428e-9bce-9c473ce84cd8), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.198798 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] Set router 5b1a049b-fda5-4d98-a919-5c275ca59c1c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:16.216441 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e06f32b-ba6f-459b-bf31-46ccbbf398f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b6ab6fcc-d573-42e2-9e89-6d75a2dc9112), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.219042 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e06f32b-ba6f-459b-bf31-46ccbbf398f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.223422 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-2e06f32b-ba6f-459b-bf31-46ccbbf398f2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b6ab6fcc-d573-42e2-9e89-6d75a2dc9112 HTTP/1.1" status: 204 len: 168 time: 0.6156147 Jul 14 11:44:16.239606 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8f9de482-21a0-4fbc-a2c1-ea0cb7432a22 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.247739 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-8f9de482-21a0-4fbc-a2c1-ea0cb7432a22 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0410147 Jul 14 11:44:16.248379 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34316) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:16.250282 dv-cinder-849803-1-iscsi neutron-server[111167]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 11:44:16.273692 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:16.296257 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f7751814-fbf5-4974-903e-2bad8e92ee4e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (4bf96874-ffbd-4360-9005-15ccaca0f9de), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.316454 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06f32b-ba6f-459b-bf31-46ccbbf398f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ab6fcc-d573-42e2-9e89-6d75a2dc9112,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:16.324479 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-dc6b9457-d49e-4450-bc3b-f360a45b8954 req-ee17bb18-3f8e-4e84-acba-019776f50931 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 210 time: 0.8565619 Jul 14 11:44:16.464953 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f7751814-fbf5-4974-903e-2bad8e92ee4e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (4bf96874-ffbd-4360-9005-15ccaca0f9de), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.467963 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port ae9b7d23-786b-4c43-8b46-41b0f02bd86d is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:16.472114 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.542857 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for port (35f29f9c-eeb1-428e-9bce-9c473ce84cd8), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.550836 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:16.571312 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-344a45ca-dbf8-4dec-bc2c-620885cceb3f None None] Current status of the port 611a15fe-990d-407e-a3a3-6aac7cfed57d is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:16.571597 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-344a45ca-dbf8-4dec-bc2c-620885cceb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.615052 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (35f29f9c-eeb1-428e-9bce-9c473ce84cd8), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.677293 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (0ff9f21c-b97c-48fd-a68d-7f7607b5caa5), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.707220 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'Port': ['ID=35f29f9c-eeb1-428e-9bce-9c473ce84cd8,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:16.728217 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:16.767395 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-344a45ca-dbf8-4dec-bc2c-620885cceb3f None None] For port 611a15fe-990d-407e-a3a3-6aac7cfed57d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=611a15fe-990d-407e-a3a3-6aac7cfed57d,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:16.776329 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'name': 'tempest-DeleteServersTestJSON-1447482526-router', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:04Z', 'revision_number': 4, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'gw_port': {'id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '611a15fe-990d-407e-a3a3-6aac7cfed57d', 'name': '', 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'mac_address': 'fa:16:3e:2b:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:14Z', 'revision_number': 4, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'subnets': [{'id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:16.811748 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.815210 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-728dbd2a-08bb-4d6a-b68d-44938cfa16a7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0319450 Jul 14 11:44:16.819191 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41ad7c-d0fd-4627-941f-34e575633fab None None] The sync data for ids ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'] in dv-cinder-849803-1-iscsi is: [{'id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'name': 'tempest-DeleteServersTestJSON-1447482526-router', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:04Z', 'revision_number': 4, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'gw_port': {'id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '611a15fe-990d-407e-a3a3-6aac7cfed57d', 'name': '', 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'mac_address': 'fa:16:3e:2b:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:14Z', 'revision_number': 4, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'subnets': [{'id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:16.845497 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-344a45ca-dbf8-4dec-bc2c-620885cceb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.874352 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f7751814-fbf5-4974-903e-2bad8e92ee4e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (4bf96874-ffbd-4360-9005-15ccaca0f9de), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:16.899586 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:INSERT=17,neutron:SELECT=81,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:16.962629 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:16.971162 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a45ca-dbf8-4dec-bc2c-620885cceb3f None None] Pushing event updated for resources: {'Port': ['ID=611a15fe-990d-407e-a3a3-6aac7cfed57d,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:16.975578 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:16.979117 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7751814-fbf5-4974-903e-2bad8e92ee4e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf96874-ffbd-4360-9005-15ccaca0f9de,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:17.012090 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f7751814-fbf5-4974-903e-2bad8e92ee4e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.016610 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-f7751814-fbf5-4974-903e-2bad8e92ee4e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9971578 Jul 14 11:44:17.018981 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34336) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:17.023973 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-23d68dbf-9557-418e-8f1e-87e1f1cf9400 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group_rule': {'security_group_id': 'b93b56da-d11e-4afe-a8a3-e8bfd670de6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:17.027001 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-344a45ca-dbf8-4dec-bc2c-620885cceb3f None None] Provisioning complete for port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:17.027505 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-344a45ca-dbf8-4dec-bc2c-620885cceb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.049777 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:17.060330 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.159740 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e2058c3d-f060-4fba-9f43-0a9645cd97d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.176503 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-23d68dbf-9557-418e-8f1e-87e1f1cf9400 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (477d1d1a-6d43-419c-8c59-06173ff555c8), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.200859 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:17.201736 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.335718 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Allocated IP 172.27.3.194 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/9241f54c-84d1-43f6-a6b1-1ab38679f934) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:17.357297 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-344a45ca-dbf8-4dec-bc2c-620885cceb3f None None] Current status of the port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:17.357817 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-23d68dbf-9557-418e-8f1e-87e1f1cf9400 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (477d1d1a-6d43-419c-8c59-06173ff555c8), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.362009 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-154ba3f2-3a8f-4677-b5de-ef4e7a8dd711 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1977881625&fields=id&tenant_id=48a88ac7db8a481ca03508d315a0bc56 HTTP/1.1" status: 200 len: 267 time: 0.1509824 Jul 14 11:44:17.471523 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:17.471523 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 4a404d9f-33e7-48e5-921c-f91aec720f88 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:17.484217 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b9b99674-1ea4-4db8-866d-fc1786fcfee2 req-3fcbd57a-3e46-4edc-9420-7d1613cae635 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 210 time: 0.0327740 Jul 14 11:44:17.489055 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-23d68dbf-9557-418e-8f1e-87e1f1cf9400 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (477d1d1a-6d43-419c-8c59-06173ff555c8), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.519891 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 4a404d9f-33e7-48e5-921c-f91aec720f88 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:17.520262 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.527983 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d68dbf-9557-418e-8f1e-87e1f1cf9400 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477d1d1a-6d43-419c-8c59-06173ff555c8,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:17.572925 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-0c8b2158-f8e6-4c54-a3c0-ea156e97df78 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:17.579664 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-0c8b2158-f8e6-4c54-a3c0-ea156e97df78 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/networks?id=87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 200 len: 811 time: 0.2171142 Jul 14 11:44:17.606101 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-23d68dbf-9557-418e-8f1e-87e1f1cf9400 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.611211 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-23d68dbf-9557-418e-8f1e-87e1f1cf9400 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5878611 Jul 14 11:44:17.615225 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-7832dd8f-4f59-4c89-84b5-6749bca531bb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/quotas/48a88ac7db8a481ca03508d315a0bc56 HTTP/1.1" status: 200 len: 375 time: 0.0274131 Jul 14 11:44:17.615350 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34374) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:17.616035 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:17.635269 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 4a404d9f-33e7-48e5-921c-f91aec720f88 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:17.635501 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.660196 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port 4a404d9f-33e7-48e5-921c-f91aec720f88, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=4a404d9f-33e7-48e5-921c-f91aec720f88,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:17.676890 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-d97a4b12-8604-479a-96e4-342b5241dbba tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=48a88ac7db8a481ca03508d315a0bc56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679712 Jul 14 11:44:17.699706 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for port (9241f54c-84d1-43f6-a6b1-1ab38679f934), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.746617 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.776059 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.777304 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device c903e9b9-468e-4a32-b724-77ca50131b80 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:17.808711 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-0bbd3a65-b5db-4340-beea-47d866e42a76 service neutron] 10.222.0.40 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094608 Jul 14 11:44:17.854481 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.868755 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port c903e9b9-468e-4a32-b724-77ca50131b80 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:17.869323 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.930719 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (9241f54c-84d1-43f6-a6b1-1ab38679f934), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:17.935563 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=4a404d9f-33e7-48e5-921c-f91aec720f88,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:18.000847 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:18.001914 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port c903e9b9-468e-4a32-b724-77ca50131b80 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:18.003351 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device fca981db-4acd-41e2-ad4d-d4097a02d2a3 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:18.011657 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:18.014408 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:18.054996 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port fca981db-4acd-41e2-ad4d-d4097a02d2a3 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:18.055521 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.056915 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Allocated IP 172.27.3.15 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/da1e559e-564d-4b31-b3cc-d2744ba46df0) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:18.188775 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (bc301544-d685-4fad-9a46-302d9a684636), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.203537 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'Port': ['ID=9241f54c-84d1-43f6-a6b1-1ab38679f934,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:18.214063 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-28d9766b-ac3a-4dc5-beb5-e1c3810e0a91 service neutron] 10.222.0.40 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992121 Jul 14 11:44:18.232216 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (da1e559e-564d-4b31-b3cc-d2744ba46df0), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.232883 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port fca981db-4acd-41e2-ad4d-d4097a02d2a3 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:18.233981 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 611a15fe-990d-407e-a3a3-6aac7cfed57d up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:18.302246 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 611a15fe-990d-407e-a3a3-6aac7cfed57d triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:18.302246 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.350572 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.376026 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (da1e559e-564d-4b31-b3cc-d2744ba46df0), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.394811 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9241f54c-84d1-43f6-a6b1-1ab38679f934), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.455901 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 611a15fe-990d-407e-a3a3-6aac7cfed57d is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:18.468165 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:18.468165 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:18.472619 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:18.515515 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=da1e559e-564d-4b31-b3cc-d2744ba46df0,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:18.564103 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (e5c18852-dcb4-4d4b-b24e-dd3f0af6b075), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.574987 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:18.630886 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 4a404d9f-33e7-48e5-921c-f91aec720f88 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:18.685239 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:18.754122 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f7298fda-3a9a-41a6-9842-252d401ad209 req-7bf8568c-47d6-4129-a253-efa078c8150b tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0703530 Jul 14 11:44:18.756251 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (da1e559e-564d-4b31-b3cc-d2744ba46df0), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.761339 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 4a404d9f-33e7-48e5-921c-f91aec720f88 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:18.761930 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.878252 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:18.883785 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for port (9241f54c-84d1-43f6-a6b1-1ab38679f934), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.915677 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 4a404d9f-33e7-48e5-921c-f91aec720f88 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:18.917000 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 611a15fe-990d-407e-a3a3-6aac7cfed57d up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:18.924518 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-815c0984-86fe-4586-83cb-bce03d93c8e1 req-06128703-8f39-4691-8e68-5c567e74250a tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 210 time: 0.0315356 Jul 14 11:44:18.973563 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 611a15fe-990d-407e-a3a3-6aac7cfed57d triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:18.974748 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:18.990711 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (9241f54c-84d1-43f6-a6b1-1ab38679f934), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:19.045623 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (bc301544-d685-4fad-9a46-302d9a684636), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:19.081125 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'Port': ['ID=9241f54c-84d1-43f6-a6b1-1ab38679f934,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:19.092995 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:19.101050 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 611a15fe-990d-407e-a3a3-6aac7cfed57d is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:19.106567 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (da1e559e-564d-4b31-b3cc-d2744ba46df0), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:19.165740 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:19.171901 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-119d4a06-feb0-433b-99b6-2f42017fe916 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9148386 Jul 14 11:44:19.221060 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (da1e559e-564d-4b31-b3cc-d2744ba46df0), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:19.271816 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (e5c18852-dcb4-4d4b-b24e-dd3f0af6b075), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:19.296505 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=da1e559e-564d-4b31-b3cc-d2744ba46df0,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:19.422841 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:19.433555 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-99253ad4-7313-4d39-a83a-46dfb5d2a26d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8210049 Jul 14 11:44:19.434659 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-88791e15-8796-4f3e-a2d4-615be70a11b0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1296217109&fields=id&tenant_id=81777430895b432999f69033667e59f1 HTTP/1.1" status: 200 len: 267 time: 0.0764890 Jul 14 11:44:19.592314 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-7bf267aa-9e5a-4ae1-9876-47e813de84c2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:19.597169 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-7bf267aa-9e5a-4ae1-9876-47e813de84c2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 817 time: 0.1526093 Jul 14 11:44:19.610015 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:19.638854 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-244364e7-5fce-400f-bb44-318c87aca4c2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/quotas/81777430895b432999f69033667e59f1 HTTP/1.1" status: 200 len: 375 time: 0.0355308 Jul 14 11:44:19.693965 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:19.731545 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-11fe3f4a-1010-40bc-9e8c-b5e2b8a86213 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913780 Jul 14 11:44:19.780950 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:19.878873 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-36c5fc61-9dda-4ba4-96d9-7252ee43ea28 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1517899033&fields=id&tenant_id=f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 267 time: 0.1136100 Jul 14 11:44:19.895746 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-3b8a14f9-c6d0-4a27-9076-b97df46918fa service neutron] 10.222.0.40 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578329 Jul 14 11:44:20.027590 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:20.127039 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-169abc1d-aa41-420e-8396-087421fc33de service neutron] 10.222.0.40 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224123 Jul 14 11:44:20.208109 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:20.295740 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-d11572a3-8915-4305-827e-376e06146d63 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:20.300697 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-d11572a3-8915-4305-827e-376e06146d63 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 815 time: 0.4203706 Jul 14 11:44:20.326908 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-cf643802-b867-4c07-bdca-e54480ba251b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/quotas/f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 375 time: 0.0175569 Jul 14 11:44:20.389405 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Sync routers for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:20.411480 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:20.416366 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:44:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:20.626210 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-43c41b50-9782-4368-a13d-b3964b27898b req-b60d05d5-d03a-4492-a40b-ab0095a5f626 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0468967 Jul 14 11:44:20.810020 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.55', 63688) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:20.815155 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-11c057f4-2904-4780-b013-e28baceb9f6d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4891636 Jul 14 11:44:20.965955 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:21.126255 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-1e674e58-34f7-4bd3-b203-69091ee1f16f service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:44:21.150450 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-1e674e58-34f7-4bd3-b203-69091ee1f16f service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1125805 Jul 14 11:44:21.166538 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-28402a64-53ed-4f19-8f1a-9f692a078f65 req-b4801a6f-5f89-48c9-8c9e-4fe3b4d7b135 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 210 time: 0.0758612 Jul 14 11:44:21.182675 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-907ae10f-3b75-45c1-a34e-96a071761f46 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:21.185538 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-907ae10f-3b75-45c1-a34e-96a071761f46 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.55 "GET /v2.0/networks?id=7743558a-c4dc-432c-9b5b-7c02f455d982 HTTP/1.1" status: 200 len: 812 time: 0.3745182 Jul 14 11:44:21.241576 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Request body: {'port': {'device_id': '84831c0d-d0dd-43e7-ae1c-231d7fb307b2', 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982', 'admin_state_up': True, 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:21.279400 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-210ac26e-c516-4ee8-ab82-d58b6f5be1cc service neutron] 10.222.0.40 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246970 Jul 14 11:44:21.313578 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1f08296d-378a-4c6d-ad90-69f38e15e032 req-d11edfad-73e4-4d1e-8fe7-cc60177bd3d1 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0877779 Jul 14 11:44:21.325669 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 2, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:21.378742 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Checking router: a12ab71c-1de3-4b12-86f7-5c9fecff0c40 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:21.378742 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Updating router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 port 3a0d4f91-0469-4513-a799-ee978542653d binding host dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:44:21.467954 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (3a0d4f91-0469-4513-a799-ee978542653d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:21.518642 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-c76ddf89-d4c3-458c-a384-80b14d06e83c service neutron] 10.222.0.40 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382858 Jul 14 11:44:21.823547 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d2d2e7d4-38d6-4730-adb4-b793f4f9a83c req-154a4952-e18c-4b5e-99ec-bcbcac83a051 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0703616 Jul 14 11:44:21.829380 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Made reservation on behalf of 5bb446eb04c04b73aacbcf5e605a6c76 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:21.835741 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:21.972644 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5ad7d7f9-0be6-40da-ad09-467c5a4d94c9 req-81f3ecd1-c0a7-4719-ae24-c6104dff64ce tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.0697548 Jul 14 11:44:22.465208 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Publish callbacks [] for port (3a0d4f91-0469-4513-a799-ee978542653d), precommit_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:22.521528 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4d63459a-ebfb-4d25-829d-eaee4eb1829b req-abf474ff-0484-418e-9aca-416d494a5958 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0818119 Jul 14 11:44:22.601997 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0feed68b-553e-4c46-b896-1e288a56cd5c req-20cf9ddc-dd75-4bdb-834b-d0aaf244812d tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 210 time: 0.1065295 Jul 14 11:44:22.614091 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (3a0d4f91-0469-4513-a799-ee978542653d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:22.636829 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Allocated IP 172.20.0.7 (7743558a-c4dc-432c-9b5b-7c02f455d982/19cd5ec3-f77a-4e84-99af-90354d9e3c43/29fc8120-97c5-4a52-86fc-ca5ec90b971c) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:22.722464 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da48854-8b65-48d2-8ff1-f52230159a2d None None] Pushing event updated for resources: {'Port': ['ID=3a0d4f91-0469-4513-a799-ee978542653d,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:22.853476 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Attempting to bind port 3a0d4f91-0469-4513-a799-ee978542653d on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:22.853476 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Attempting to bind port 3a0d4f91-0469-4513-a799-ee978542653d by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:22.853476 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Attempting to bind port 3a0d4f91-0469-4513-a799-ee978542653d on network ce6397ea-e1d9-4c18-9185-6161e76618d7 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:22.868500 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:22.869249 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Checking segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:22.869969 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:22.870599 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Bound using segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:22.872981 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Bound port: 3a0d4f91-0469-4513-a799-ee978542653d, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:22.873747 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (3a0d4f91-0469-4513-a799-ee978542653d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:22.958288 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:23.121667 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-492bd2f5-4388-452b-8892-c753706dc97f req-158bb07d-ba1c-4688-a085-6d0aebf559bd tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.1217208 Jul 14 11:44:23.124101 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] For port 3a0d4f91-0469-4513-a799-ee978542653d, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:23.135718 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] For port 3a0d4f91-0469-4513-a799-ee978542653d, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=3a0d4f91-0469-4513-a799-ee978542653d,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:23.182160 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-18066b91-4b9b-4636-b0a8-063fada6db6e None None] Provisioning complete for port 3a0d4f91-0469-4513-a799-ee978542653d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:23.182678 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-18066b91-4b9b-4636-b0a8-063fada6db6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (3a0d4f91-0469-4513-a799-ee978542653d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:23.192273 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5b1f5415-c393-495f-a056-382fb505532f req-3a8b7e7a-0c99-4e0f-bdc7-563442a1ca2d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.0513391 Jul 14 11:44:23.212077 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Publish callbacks [] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:23.259357 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-18066b91-4b9b-4636-b0a8-063fada6db6e None None] Port 3a0d4f91-0469-4513-a799-ee978542653d cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:23.261969 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (3a0d4f91-0469-4513-a799-ee978542653d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:23.372368 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:23.372663 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:44:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:23.375123 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da48854-8b65-48d2-8ff1-f52230159a2d None None] Pushing event updated for resources: {'Port': ['ID=3a0d4f91-0469-4513-a799-ee978542653d,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:23.455286 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:23.711494 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Network 7743558a-c4dc-432c-9b5b-7c02f455d982 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:23.746363 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:23.751012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:23.771598 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:23.784190 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:23.788541 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:23.797924 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:23.862321 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Pushing event updated for resources: {'Port': ['ID=29fc8120-97c5-4a52-86fc-ca5ec90b971c,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:23.865611 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-15a34dc1-afcd-4293-ba8e-9dbaae37cbe3 req-15a7f8c5-2e62-4fd3-900a-9c18d0c28d7a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0618792 Jul 14 11:44:23.907719 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:24.107498 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fd401-5392-40cf-8849-4d8138ebe1d6 req-654429cd-6b8e-4647-95be-3dfec490b91a tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:24.114522 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-711fd401-5392-40cf-8849-4d8138ebe1d6 req-654429cd-6b8e-4647-95be-3dfec490b91a tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 931 time: 0.3021853 Jul 14 11:44:24.141002 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-8ea82f06-3928-4334-af24-b3be66a7a724 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9051719 Jul 14 11:44:24.166232 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:24.276527 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-711fd401-5392-40cf-8849-4d8138ebe1d6 req-4f9b7954-6e35-4697-a6f3-37b7a5da4999 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532121 Jul 14 11:44:24.340675 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:24.342085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:24.403747 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-16de37c3-5f08-418e-bb10-c09a348925f4 None None] Provisioning complete for port 3a0d4f91-0469-4513-a799-ee978542653d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:24.404247 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-16de37c3-5f08-418e-bb10-c09a348925f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (3a0d4f91-0469-4513-a799-ee978542653d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:24.407010 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cdd21c00-63c7-4de4-88f4-cb32d310f9e4 req-f816b3ce-a445-43f5-ab81-60e03f24bf9e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.1113818 Jul 14 11:44:24.505586 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1e71113e-f8d9-4484-9631-687da0d92325 req-373ab6fe-cbb9-46ca-9cc0-e6b37a12b08a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.0911009 Jul 14 11:44:24.547741 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:23Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:24.605395 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1059e0b-1a72-4ce8-86dd-cf7756a16d30 None None] The sync data for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi is: [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:23Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:24.607171 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:24.663121 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-16de37c3-5f08-418e-bb10-c09a348925f4 None None] Current status of the port 3a0d4f91-0469-4513-a799-ee978542653d is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:24.664050 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-16de37c3-5f08-418e-bb10-c09a348925f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (3a0d4f91-0469-4513-a799-ee978542653d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:24.675223 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34754) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:24.838628 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-16de37c3-5f08-418e-bb10-c09a348925f4 None None] For port 3a0d4f91-0469-4513-a799-ee978542653d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=3a0d4f91-0469-4513-a799-ee978542653d,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:24.924842 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e6b5eedd-29b1-4149-8bef-c544785c5980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:25.010500 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-16de37c3-5f08-418e-bb10-c09a348925f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (3a0d4f91-0469-4513-a799-ee978542653d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:25.048596 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3cd7e8e7-e1d8-4d55-b65a-e82eb2758d7c req-36042e7a-5da8-499b-93a7-21c0344b2e07 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0809519 Jul 14 11:44:25.140938 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e6b5eedd-29b1-4149-8bef-c544785c5980 admin admin] Publish callbacks [] for security_group (3a258201-4a94-4ecb-8c42-3dc636d57024), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:25.173207 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de37c3-5f08-418e-bb10-c09a348925f4 None None] Pushing event updated for resources: {'Port': ['ID=3a0d4f91-0469-4513-a799-ee978542653d,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:25.181418 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-18cb5005-859f-4f4e-9b1c-693801482e95 None None] Provisioning complete for port 29fc8120-97c5-4a52-86fc-ca5ec90b971c triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:25.182841 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-18cb5005-859f-4f4e-9b1c-693801482e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:25.204089 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e6b5eedd-29b1-4149-8bef-c544785c5980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3a258201-4a94-4ecb-8c42-3dc636d57024), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:25.235751 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-18cb5005-859f-4f4e-9b1c-693801482e95 None None] Port 29fc8120-97c5-4a52-86fc-ca5ec90b971c cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:25.351992 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5eedd-29b1-4149-8bef-c544785c5980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a258201-4a94-4ecb-8c42-3dc636d57024,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:25.362082 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34768) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:25.375294 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e6b5eedd-29b1-4149-8bef-c544785c5980 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ef766347aba243a498aeae29dce0a68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6988828 Jul 14 11:44:25.440770 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d81fbf91-9f10-49e4-bb4a-e66560a7698e admin admin] Publish callbacks [] for security_group (3a258201-4a94-4ecb-8c42-3dc636d57024), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:25.476593 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d81fbf91-9f10-49e4-bb4a-e66560a7698e admin admin] Publish callbacks [] for security_group (3a258201-4a94-4ecb-8c42-3dc636d57024), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:25.480897 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c7fc8-3870-41a2-ae69-59e3a5368f1b req-e0d271eb-a0b5-4892-9367-ad0c0f7526f5 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:25.482905 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a75c7fc8-3870-41a2-ae69-59e3a5368f1b req-e0d271eb-a0b5-4892-9367-ad0c0f7526f5 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 931 time: 0.0898294 Jul 14 11:44:25.606380 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a75c7fc8-3870-41a2-ae69-59e3a5368f1b req-7ab5e4a9-aef5-41d0-a4db-3ac87b94e637 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148002 Jul 14 11:44:25.621563 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-91d3bef1-ad28-44a8-804e-6ab378c86658 req-c47e7328-b6db-4479-8303-46a11b3d318d tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0311275 Jul 14 11:44:25.630602 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d81fbf91-9f10-49e4-bb4a-e66560a7698e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3a258201-4a94-4ecb-8c42-3dc636d57024), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:25.633880 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d81fbf91-9f10-49e4-bb4a-e66560a7698e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:25.635967 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-d81fbf91-9f10-49e4-bb4a-e66560a7698e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3a258201-4a94-4ecb-8c42-3dc636d57024 HTTP/1.1" status: 204 len: 168 time: 0.2721434 Jul 14 11:44:25.678293 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fbf91-9f10-49e4-bb4a-e66560a7698e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a258201-4a94-4ecb-8c42-3dc636d57024,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:25.817705 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:25.825272 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d865041d-377d-4034-95ce-64ac00d19984 req-aee8d65e-cf66-490d-b43c-4b82f695fb0c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.0923557 Jul 14 11:44:25.874236 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34780) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:26.046661 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d86f37ce-5b74-44d4-b9ca-78c777efdb67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:26.152274 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d86f37ce-5b74-44d4-b9ca-78c777efdb67 admin admin] Publish callbacks [] for security_group (171b3852-1253-4fa0-a153-f21c87567995), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:26.203627 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e8dd5674-b9ab-4f89-b801-29388eb093e2 req-301e8cde-c0d6-450f-b03f-de6c502fefef tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0328817 Jul 14 11:44:26.238610 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d86f37ce-5b74-44d4-b9ca-78c777efdb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (171b3852-1253-4fa0-a153-f21c87567995), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:26.285551 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-d86f37ce-5b74-44d4-b9ca-78c777efdb67 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=35423dbae50241b1b07df9d84b849588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099016 Jul 14 11:44:26.286653 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f37ce-5b74-44d4-b9ca-78c777efdb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171b3852-1253-4fa0-a153-f21c87567995,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:26.288479 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34794) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:26.372596 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-28413784-b146-46c8-ab6f-eed56d3de412 admin admin] Publish callbacks [] for security_group (171b3852-1253-4fa0-a153-f21c87567995), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:26.397303 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-28413784-b146-46c8-ab6f-eed56d3de412 admin admin] Publish callbacks [] for security_group (171b3852-1253-4fa0-a153-f21c87567995), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:26.559172 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-28413784-b146-46c8-ab6f-eed56d3de412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (171b3852-1253-4fa0-a153-f21c87567995), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:26.562068 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-28413784-b146-46c8-ab6f-eed56d3de412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:26.563372 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-28413784-b146-46c8-ab6f-eed56d3de412 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/171b3852-1253-4fa0-a153-f21c87567995 HTTP/1.1" status: 204 len: 168 time: 0.2738030 Jul 14 11:44:26.602536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28413784-b146-46c8-ab6f-eed56d3de412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171b3852-1253-4fa0-a153-f21c87567995,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:26.676534 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 3a0d4f91-0469-4513-a799-ee978542653d up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:26.774457 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-34e94e3b-ad13-4f89-86a3-b6b8f545d9e2 req-5bd33f80-d0f9-4d24-b1a9-ae26b1ffec73 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0421104 Jul 14 11:44:26.813858 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34808) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:26.818626 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844e5d9-2bc6-4cf0-ad47-885652b4a05a req-82181127-1716-46a1-bb87-d3415b10e3bc tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:26.826698 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5844e5d9-2bc6-4cf0-ad47-885652b4a05a req-82181127-1716-46a1-bb87-d3415b10e3bc tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 931 time: 0.0670342 Jul 14 11:44:26.854713 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 3a0d4f91-0469-4513-a799-ee978542653d triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:26.855410 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (3a0d4f91-0469-4513-a799-ee978542653d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:26.866255 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2dfadb5d-7a47-4392-a494-ba9cc6f229c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:26.939018 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:26.964684 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5844e5d9-2bc6-4cf0-ad47-885652b4a05a req-62821b90-9f03-42aa-a475-73eb1762ba89 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367240 Jul 14 11:44:27.122594 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5ad85acb-98d3-436d-a895-02ed919b8b43 req-19bda930-7f50-45f9-9445-9a6ef2e1fd14 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.1167362 Jul 14 11:44:27.136592 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:27.156888 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 3a0d4f91-0469-4513-a799-ee978542653d is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:27.178203 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2dfadb5d-7a47-4392-a494-ba9cc6f229c6 admin admin] Publish callbacks [] for security_group (92f4755b-10e2-4d89-aac2-b39ad35cf405), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:27.247792 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2dfadb5d-7a47-4392-a494-ba9cc6f229c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (92f4755b-10e2-4d89-aac2-b39ad35cf405), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:27.379397 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-2dfadb5d-7a47-4392-a494-ba9cc6f229c6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8066f7e6b407475080059679d0c0b488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5631645 Jul 14 11:44:27.381150 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34816) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:27.397396 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-970218e6-2d87-4f20-8119-43070ae6bba4 req-eb8c4a6b-00f3-423c-83fc-effd24cbabd2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0957255 Jul 14 11:44:27.417966 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfadb5d-7a47-4392-a494-ba9cc6f229c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f4755b-10e2-4d89-aac2-b39ad35cf405,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:27.441903 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:27.463630 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:27.497584 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1012056e-37a4-48c8-940a-817d43d56b6f admin admin] Publish callbacks [] for security_group (92f4755b-10e2-4d89-aac2-b39ad35cf405), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:27.560916 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1012056e-37a4-48c8-940a-817d43d56b6f admin admin] Publish callbacks [] for security_group (92f4755b-10e2-4d89-aac2-b39ad35cf405), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:27.631597 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34824) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:27.653991 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9091436a-4f6d-48c6-a096-73e1c87d0364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:27.791145 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1012056e-37a4-48c8-940a-817d43d56b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (92f4755b-10e2-4d89-aac2-b39ad35cf405), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:27.806841 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:27.808546 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1012056e-37a4-48c8-940a-817d43d56b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:27.816323 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-1012056e-37a4-48c8-940a-817d43d56b6f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/92f4755b-10e2-4d89-aac2-b39ad35cf405 HTTP/1.1" status: 204 len: 168 time: 0.3936317 Jul 14 11:44:27.829585 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012056e-37a4-48c8-940a-817d43d56b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f4755b-10e2-4d89-aac2-b39ad35cf405,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:27.978366 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9091436a-4f6d-48c6-a096-73e1c87d0364 admin admin] Publish callbacks [] for security_group (5abc538f-b45d-4a99-888f-a824dbf91399), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:27.998713 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-953bec7f-49e2-47db-bf65-34f211d031e2 req-c9648a01-6fd6-4960-a3e1-fba8648792b0 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0378628 Jul 14 11:44:28.078386 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9091436a-4f6d-48c6-a096-73e1c87d0364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5abc538f-b45d-4a99-888f-a824dbf91399), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:28.207110 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-9091436a-4f6d-48c6-a096-73e1c87d0364 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0abd60efd2e04d66bc5ebc99341f9c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5743325 Jul 14 11:44:28.212980 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091436a-4f6d-48c6-a096-73e1c87d0364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abc538f-b45d-4a99-888f-a824dbf91399,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:28.216792 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 34848) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:28.238600 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95252e09-da5d-4d4c-9c5d-19ea160b42a4 req-7a209f22-78fe-4732-9f13-65b8876dd977 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:28.246291 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-95252e09-da5d-4d4c-9c5d-19ea160b42a4 req-7a209f22-78fe-4732-9f13-65b8876dd977 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 931 time: 0.1289144 Jul 14 11:44:28.284985 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f930f9a9-fc1c-4387-bc7b-8a7adb130ff5 req-929bea1e-0904-45a3-b03a-c3b000aca730 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.0846865 Jul 14 11:44:28.339245 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e9ac-c886-4c9d-aad5-f3c4b16f5b65 admin admin] Publish callbacks [] for security_group (5abc538f-b45d-4a99-888f-a824dbf91399), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:28.351451 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-95252e09-da5d-4d4c-9c5d-19ea160b42a4 req-3d838c4b-b2ee-4ca8-b798-b8ea5e07f2b0 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042848 Jul 14 11:44:28.365616 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e9ac-c886-4c9d-aad5-f3c4b16f5b65 admin admin] Publish callbacks [] for security_group (5abc538f-b45d-4a99-888f-a824dbf91399), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:28.540431 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9886f485-429b-43a8-96f6-4f6676b1431f req-6cf90cd0-6e24-48ce-ac93-a48b3d588b87 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0373304 Jul 14 11:44:28.557853 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e9ac-c886-4c9d-aad5-f3c4b16f5b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5abc538f-b45d-4a99-888f-a824dbf91399), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:28.564131 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e9ac-c886-4c9d-aad5-f3c4b16f5b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:28.569017 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-f5a6e9ac-c886-4c9d-aad5-f3c4b16f5b65 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5abc538f-b45d-4a99-888f-a824dbf91399 HTTP/1.1" status: 204 len: 168 time: 0.3481181 Jul 14 11:44:28.584389 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6e9ac-c886-4c9d-aad5-f3c4b16f5b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abc538f-b45d-4a99-888f-a824dbf91399,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:29.073768 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:29.164242 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b9dcfb2f-d158-45bf-a7bb-2825b1cb3a4d req-228ce6bb-a2f6-4990-a61f-c429c7fc2e3c tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0669863 Jul 14 11:44:29.460176 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b232122c-142c-46c9-bdb4-d3913522380e req-6bb0d818-a44b-4612-a857-7a91ba68b6d8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.1007941 Jul 14 11:44:29.530637 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c6a15-5e31-42f5-945a-c15b88f0d1d8 req-f0a094bb-4b27-477b-a1f7-da159b278dee tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:29.532153 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-711c6a15-5e31-42f5-945a-c15b88f0d1d8 req-f0a094bb-4b27-477b-a1f7-da159b278dee tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 931 time: 0.0755131 Jul 14 11:44:29.601103 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-711c6a15-5e31-42f5-945a-c15b88f0d1d8 req-9f6332f3-5d7f-49b3-9371-a34af7149140 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623469 Jul 14 11:44:29.668911 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3fdc0ec4-eca9-4a0f-b87b-58b967f1b88d req-6859bfc1-3e04-47a6-ac74-986becf5f43a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0314133 Jul 14 11:44:29.677555 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:29.826986 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:30.323064 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e259b2a0-22f0-4ca5-800b-4a103bcb3d27 req-ccff25e1-7e35-43c3-b728-05e518afbfff tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0435569 Jul 14 11:44:30.609454 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-832ad9e8-187b-4bbf-9b83-633184fc01b6 req-e1597782-6345-4667-bd00-187223c2585a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.0404313 Jul 14 11:44:30.770397 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:30.799603 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab5e49-ae2a-49f7-8c5f-0a5b21be9763 req-54ed4c42-2b3f-4306-82e0-5708e062f35e tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:30.810160 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-89ab5e49-ae2a-49f7-8c5f-0a5b21be9763 req-54ed4c42-2b3f-4306-82e0-5708e062f35e tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 931 time: 0.1289525 Jul 14 11:44:30.872691 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-35c50cfd-e4c6-4266-b586-59985800d3c1 req-84e21e06-6f42-405a-8214-396302b74ab0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0631406 Jul 14 11:44:30.911780 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-89ab5e49-ae2a-49f7-8c5f-0a5b21be9763 req-63a1d18b-3b52-4120-9783-44e3f60df480 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860116 Jul 14 11:44:31.107072 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:31.153695 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-830be8da-bcc1-4af8-8908-d1bae3806a4d tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:44:31.157824 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-830be8da-bcc1-4af8-8908-d1bae3806a4d tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0112979 Jul 14 11:44:31.280383 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:31.292511 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=36 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:31.328574 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.55', 63706) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:31.432300 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Request body: {'port': {'device_id': '84831c0d-d0dd-43e7-ae1c-231d7fb307b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:31.479090 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e152c668-71a7-47d7-96f6-0ffb33442c1b req-ca378251-bd2b-4b8e-854f-74a7ebe1634e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0433087 Jul 14 11:44:31.528893 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 34988) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:31.529088 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2fe1f18e-f09d-4848-8191-1f4b3a6c454f tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:31.530648 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2fe1f18e-f09d-4848-8191-1f4b3a6c454f tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.55 "GET /v2.0/networks?id=87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 200 len: 811 time: 0.1964087 Jul 14 11:44:31.554754 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:31.662829 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-51b0ca9d-d5ba-4801-a5e3-e2569e315d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:31.732339 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:31.831094 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-51b0ca9d-d5ba-4801-a5e3-e2569e315d9a admin admin] Publish callbacks [] for security_group (d9995fe6-c3f7-411c-b796-5ecdafaeecca), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:31.838176 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0ba0ff8d-bacd-4ca7-9510-ec4f846e0be5 req-83cca760-c1ea-4d80-8c1e-eeec347d9a2b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.0472894 Jul 14 11:44:31.847121 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-a7de0384-4941-4608-b146-6b4f2f5874c4 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a88ac7db8a481ca03508d315a0bc56 HTTP/1.1" status: 200 len: 380 time: 0.3066645 Jul 14 11:44:31.861205 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'port': {'device_id': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'admin_state_up': True, 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'security_groups': ['fbcc967f-dbf1-494b-a118-3955fc32915c']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:31.934459 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-51b0ca9d-d5ba-4801-a5e3-e2569e315d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (d9995fe6-c3f7-411c-b796-5ecdafaeecca), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:32.115608 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-51b0ca9d-d5ba-4801-a5e3-e2569e315d9a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d0f42396eba94008941524a931b3549a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5849655 Jul 14 11:44:32.136492 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:32.141821 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35018) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:32.173097 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-fd7f654e-dd5b-415d-b90d-08048f5e7f8e req-1fcb2535-2f88-4fbd-a29a-18274dc4a454 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0949078 Jul 14 11:44:32.174321 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0ca9d-d5ba-4801-a5e3-e2569e315d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9995fe6-c3f7-411c-b796-5ecdafaeecca,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:32.250853 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:32.310227 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fee688-d0ef-4938-bf70-6d24e528b198 req-c384eab2-a74e-46a4-b0be-7d90a1ba3295 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:32.311759 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-59fee688-d0ef-4938-bf70-6d24e528b198 req-c384eab2-a74e-46a4-b0be-7d90a1ba3295 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 931 time: 0.1767516 Jul 14 11:44:32.357433 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-da272219-9d92-4dac-a2bc-a17d8997de5e admin admin] Publish callbacks [] for security_group (d9995fe6-c3f7-411c-b796-5ecdafaeecca), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:32.423445 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-da272219-9d92-4dac-a2bc-a17d8997de5e admin admin] Publish callbacks [] for security_group (d9995fe6-c3f7-411c-b796-5ecdafaeecca), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:32.459084 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-59fee688-d0ef-4938-bf70-6d24e528b198 req-97c613e4-1bf9-4c07-b305-499b265a328f tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321254 Jul 14 11:44:32.510549 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Made reservation on behalf of 48a88ac7db8a481ca03508d315a0bc56 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:32.510549 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:32.531500 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fc8120-97c5-4a52-86fc-ca5ec90b971c {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:44:32.543441 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Publish callbacks [] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:32.582073 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.55', 63711) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:32.585907 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c73a5f0b-7b35-43ae-8a4b-de360d0fa566 req-1dd70f63-6705-499f-a7e4-fab6de34baff tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0341592 Jul 14 11:44:32.697350 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-2b1495a9-dd7d-4a0e-a005-ac44d4618751 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:32.699841 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-2b1495a9-dd7d-4a0e-a005-ac44d4618751 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 815 time: 0.1166334 Jul 14 11:44:32.703609 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Transition to ACTIVE for port object 29fc8120-97c5-4a52-86fc-ca5ec90b971c will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:44:32.738455 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-da272219-9d92-4dac-a2bc-a17d8997de5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (d9995fe6-c3f7-411c-b796-5ecdafaeecca), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:32.741131 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-da272219-9d92-4dac-a2bc-a17d8997de5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:32.742526 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-da272219-9d92-4dac-a2bc-a17d8997de5e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d9995fe6-c3f7-411c-b796-5ecdafaeecca HTTP/1.1" status: 204 len: 168 time: 0.5993176 Jul 14 11:44:32.780515 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da272219-9d92-4dac-a2bc-a17d8997de5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9995fe6-c3f7-411c-b796-5ecdafaeecca,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:32.815941 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:32.878372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:32.921197 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.55', 63712) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:32.986379 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Allocated IP 172.20.0.13 (87d6f20b-bda5-4229-8026-f520c7f094ed/2a358cd9-2a9c-4885-95d8-0f50e266cbc6/a691a194-3f01-478d-96f7-2e83d0eb6f7d) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:33.022117 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-96ea2508-0751-4ed9-aec9-14a2bcfb8bb8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 380 time: 0.2783020 Jul 14 11:44:33.035963 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e8605c6b-fd10-4ce5-b939-22cca86c34cb req-b19f9b69-ff58-40c7-a509-adb2fd98ff0b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.0995197 Jul 14 11:44:33.047576 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'port': {'device_id': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'admin_state_up': True, 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'security_groups': ['b93b56da-d11e-4afe-a8a3-e8bfd670de6f']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:33.139047 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Pushing event updated for resources: {'Port': ['ID=29fc8120-97c5-4a52-86fc-ca5ec90b971c,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:33.315247 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-54cf55d0-386d-4beb-9ce9-0978dfa05b1a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:33.331755 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-54cf55d0-386d-4beb-9ce9-0978dfa05b1a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.55 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 817 time: 0.4088597 Jul 14 11:44:33.402548 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Attempting to bind port 29fc8120-97c5-4a52-86fc-ca5ec90b971c on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:33.402909 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Attempting to bind port 29fc8120-97c5-4a52-86fc-ca5ec90b971c by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:33.403269 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Attempting to bind port 29fc8120-97c5-4a52-86fc-ca5ec90b971c on network 7743558a-c4dc-432c-9b5b-7c02f455d982 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:33.413015 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Port 29fc8120-97c5-4a52-86fc-ca5ec90b971c on network 7743558a-c4dc-432c-9b5b-7c02f455d982 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:44:33.414435 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Attempting to bind port 29fc8120-97c5-4a52-86fc-ca5ec90b971c on network 7743558a-c4dc-432c-9b5b-7c02f455d982 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:33.454014 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:33.454341 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Checking segment: {'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:33.454902 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Bound using segment: {'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:33.455356 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Bound port: 29fc8120-97c5-4a52-86fc-ca5ec90b971c, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:33.455720 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:33.468993 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-85514d80-f3ca-4e2f-b46b-3a975c4ce86a req-0dbf652a-5b0b-4668-adf4-6524031b693b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.1362126 Jul 14 11:44:33.506209 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-974f918e-6c44-433a-a130-db7167ceb4d3 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81777430895b432999f69033667e59f1 HTTP/1.1" status: 200 len: 380 time: 0.1355236 Jul 14 11:44:33.516988 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'port': {'device_id': '03f44195-49ec-496b-937e-eb9722a215c0', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'admin_state_up': True, 'tenant_id': '81777430895b432999f69033667e59f1', 'security_groups': ['51d67cd0-c310-442e-b2cc-3ae0a31504ef']}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:33.565805 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:33.617410 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] For port 29fc8120-97c5-4a52-86fc-ca5ec90b971c, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:33.649259 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f2971-100f-4375-91c2-2e73b5590dc2 req-aeb4cbad-4a0d-4ed3-b514-d74a6a4efad0 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:33.651084 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-133f2971-100f-4375-91c2-2e73b5590dc2 req-aeb4cbad-4a0d-4ed3-b514-d74a6a4efad0 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 943 time: 0.1008534 Jul 14 11:44:33.657898 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] For port 29fc8120-97c5-4a52-86fc-ca5ec90b971c, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=29fc8120-97c5-4a52-86fc-ca5ec90b971c,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:33.674692 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Made reservation on behalf of f274d555f5c746cc885394c699b3d767 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:33.678197 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:33.692924 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-33634725-307f-4503-93c9-1633d8723199 req-ddf163ca-45d8-4534-b4a6-c52f30c67a7c tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0326259 Jul 14 11:44:33.774665 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:33.784319 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-133f2971-100f-4375-91c2-2e73b5590dc2 req-8e950956-534f-45bd-bbb4-64c74cb92539 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233637 Jul 14 11:44:33.796462 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Made reservation on behalf of 81777430895b432999f69033667e59f1 for: {'port': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:44:33.800556 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:33.820827 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:33.872363 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:33.872984 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:33.874434 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] 10.222.0.55 "PUT /v2.0/ports/29fc8120-97c5-4a52-86fc-ca5ec90b971c HTTP/1.1" status: 200 len: 1093 time: 2.5892453 Jul 14 11:44:33.874919 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84831c0d-d0dd-43e7-ae1c-231d7fb307b2', 'tag': '29fc8120-97c5-4a52-86fc-ca5ec90b971c'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:44:33.910064 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35068) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:33.947784 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1d7b2a41-1b85-4336-a082-5963aa273409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:34.003150 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f8695-daf1-407f-97dc-f5cbdca9fa61 service neutron] Pushing event updated for resources: {'Port': ['ID=29fc8120-97c5-4a52-86fc-ca5ec90b971c,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:34.202410 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b142760f-cce0-4821-b137-3eafb9161c31 req-afc41e31-9aad-433c-982f-1dd0218f00d3 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.0655057 Jul 14 11:44:34.210135 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Allocated IP 172.20.0.7 (e4586847-6136-4dce-945a-818d63fc4328/ffca6be3-1873-4c11-b23e-8cff8d06e710/cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:34.330331 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Network 87d6f20b-bda5-4229-8026-f520c7f094ed is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:34.332055 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Allocated IP 172.20.0.14 (ce6397ea-e1d9-4c18-9185-6161e76618d7/359d57a5-1483-450f-ae8c-a26ea1a1115d/8ec85559-8aa6-4f19-b912-73c9a2d4d487) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:44:34.336013 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1d7b2a41-1b85-4336-a082-5963aa273409 admin admin] Publish callbacks [] for security_group (e18d19cd-ac96-45f7-bb61-2b9caa924707), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:34.356524 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d8669b-43da-494d-b919-8322169d7748" -d '{"events": [{"name": "network-changed", "server_uuid": "84831c0d-d0dd-43e7-ae1c-231d7fb307b2", "tag": "29fc8120-97c5-4a52-86fc-ca5ec90b971c"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:34.359185 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:34.367594 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:34.373841 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:34.374485 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:34.421354 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-86abd3f2-d486-41eb-a06f-2321119c9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:34.423097 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-86abd3f2-d486-41eb-a06f-2321119c9f49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5bb446eb04c04b73aacbcf5e605a6c76&device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 1127 time: 0.3957438 Jul 14 11:44:34.443353 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'Port': ['ID=a691a194-3f01-478d-96f7-2e83d0eb6f7d,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:34.459225 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1d7b2a41-1b85-4336-a082-5963aa273409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (e18d19cd-ac96-45f7-bb61-2b9caa924707), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:34.523475 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b2a41-1b85-4336-a082-5963aa273409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d19cd-ac96-45f7-bb61-2b9caa924707,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:34.535739 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:34.559059 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-1d7b2a41-1b85-4336-a082-5963aa273409 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=92ab4014d5d74de49da5658ec5d6ae3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6473660 Jul 14 11:44:34.563403 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35098) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:34.628078 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-807c373b-915b-4d59-bd8e-45c8da4894b8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7725384 Jul 14 11:44:34.631614 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-3f28f7e9-c6d9-4d01-b0bd-5adc212e638a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29fc8120-97c5-4a52-86fc-ca5ec90b971c HTTP/1.1" status: 200 len: 217 time: 0.2004330 Jul 14 11:44:34.645859 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Request body: {'port': {'device_id': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:34.673355 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d5e78903-4bab-4758-a0ec-88764f79750c req-c7bd1f35-b983-4392-b98a-44b987a3aad2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0370378 Jul 14 11:44:34.696912 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac38119-dcbe-4e76-9327-e3186bb2b677 x-openstack-request-id: req-6ac38119-dcbe-4e76-9327-e3186bb2b677 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:34.697712 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84831c0d-d0dd-43e7-ae1c-231d7fb307b2", "tag": "29fc8120-97c5-4a52-86fc-ca5ec90b971c", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:34.697971 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6ac38119-dcbe-4e76-9327-e3186bb2b677 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:34.698429 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac38119-dcbe-4e76-9327-e3186bb2b677'] response: {'name': 'network-changed', 'server_uuid': '84831c0d-d0dd-43e7-ae1c-231d7fb307b2', 'tag': '29fc8120-97c5-4a52-86fc-ca5ec90b971c', 'status': 'completed', 'code': 200} Jul 14 11:44:34.727927 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-69193a01-11aa-4e7f-8cda-15e2b72741b0 admin admin] Publish callbacks [] for security_group (e18d19cd-ac96-45f7-bb61-2b9caa924707), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:34.731772 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-69066466-1fb6-4969-a9c2-1f46a536b4f2 None None] Provisioning complete for port a691a194-3f01-478d-96f7-2e83d0eb6f7d triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:34.735401 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-69066466-1fb6-4969-a9c2-1f46a536b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:34.790866 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-69193a01-11aa-4e7f-8cda-15e2b72741b0 admin admin] Publish callbacks [] for security_group (e18d19cd-ac96-45f7-bb61-2b9caa924707), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:34.813098 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-69066466-1fb6-4969-a9c2-1f46a536b4f2 None None] Port a691a194-3f01-478d-96f7-2e83d0eb6f7d cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:34.816898 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:34.922294 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-38689b65-f81b-4e98-a7c3-569fa2d02586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:34.922793 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Network e4586847-6136-4dce-945a-818d63fc4328 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:34.924018 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-38689b65-f81b-4e98-a7c3-569fa2d02586 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=19cd5ec3-f77a-4e84-99af-90354d9e3c43 HTTP/1.1" status: 200 len: 851 time: 0.2834959 Jul 14 11:44:34.930806 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:34.963929 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92eeadc-c71d-4c9a-96ba-d9addf4f92ae req-3384f0c3-04e7-402a-bc9d-07ceaeed9014 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:34.965525 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e92eeadc-c71d-4c9a-96ba-d9addf4f92ae req-3384f0c3-04e7-402a-bc9d-07ceaeed9014 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 932 time: 0.1306982 Jul 14 11:44:35.104480 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-85869ddf-f4b3-4a6e-bfbd-106216a83b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:35.105932 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-85869ddf-f4b3-4a6e-bfbd-106216a83b47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7743558a-c4dc-432c-9b5b-7c02f455d982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1674628 Jul 14 11:44:35.109956 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:35.119541 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:35.131406 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:35.136991 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:35.137614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:35.152500 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'Port': ['ID=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:35.179600 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee604f48-68d8-4b2b-8455-2333f142f3c4 req-fa303fcf-1c26-4eb2-8164-bfca1260b5d8 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:35.181108 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ee604f48-68d8-4b2b-8455-2333f142f3c4 req-fa303fcf-1c26-4eb2-8164-bfca1260b5d8 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 943 time: 0.2902069 Jul 14 11:44:35.226055 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e92eeadc-c71d-4c9a-96ba-d9addf4f92ae req-9aff1b16-0e8a-449d-9332-7bf4376fb1bf tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124560 Jul 14 11:44:35.267340 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ee604f48-68d8-4b2b-8455-2333f142f3c4 req-1d7ebf92-fa07-405c-83f0-37a46048f7a6 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792453 Jul 14 11:44:35.281683 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-dde23d9b-d5aa-4717-9fdd-cae1bb338994 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7707219 Jul 14 11:44:35.282594 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-69193a01-11aa-4e7f-8cda-15e2b72741b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (e18d19cd-ac96-45f7-bb61-2b9caa924707), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:35.289149 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-69193a01-11aa-4e7f-8cda-15e2b72741b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:35.289149 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-69193a01-11aa-4e7f-8cda-15e2b72741b0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e18d19cd-ac96-45f7-bb61-2b9caa924707 HTTP/1.1" status: 204 len: 168 time: 0.6992416 Jul 14 11:44:35.290289 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:35.296538 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Request body: {'port': {'device_id': '03f44195-49ec-496b-937e-eb9722a215c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:35.320915 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69193a01-11aa-4e7f-8cda-15e2b72741b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d19cd-ac96-45f7-bb61-2b9caa924707,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:35.408911 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:35.423704 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-c6da8af9-dadd-4745-9799-3a4d71a02adb service neutron] 10.222.0.55 "GET /v2.0/networks/7743558a-c4dc-432c-9b5b-7c02f455d982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032925 Jul 14 11:44:35.503873 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6470d652-0f1e-456d-bcef-90d512ee9465 req-79ce793d-6273-4c53-aad6-7d9e6e95dfec tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.1014955 Jul 14 11:44:35.554376 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-a7154f74-ba90-45db-bcdc-f14b10682a91 None None] Provisioning complete for port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:35.555004 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a7154f74-ba90-45db-bcdc-f14b10682a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:35.556525 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:35.595893 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-a7154f74-ba90-45db-bcdc-f14b10682a91 None None] Port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:35.631281 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:44:35.642039 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:44:35.653066 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:44:35.658219 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:35.658866 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:35.695076 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=8ec85559-8aa6-4f19-b912-73c9a2d4d487,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:35.708279 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b555f3b0-9235-4355-80f5-f535c7b58fcb req-840ff5a2-10d6-49bf-8979-1ab21ddc0638 service neutron] 10.222.0.55 "GET /v2.0/networks/7743558a-c4dc-432c-9b5b-7c02f455d982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640917 Jul 14 11:44:35.757562 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a691a194-3f01-478d-96f7-2e83d0eb6f7d {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:44:35.780834 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Publish callbacks [] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:35.812597 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-8a0a0547-8f8a-4ad4-aa49-8b32be55eea7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7723761 Jul 14 11:44:35.813288 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Transition to ACTIVE for port object a691a194-3f01-478d-96f7-2e83d0eb6f7d will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:44:35.827197 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Request body: {'port': {'device_id': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:35.915482 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:35.981056 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:35.997188 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248788c-2062-4d11-ac2d-977199c6637a req-12868d26-beee-475d-97f7-6593ab6c1145 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:35.999215 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3248788c-2062-4d11-ac2d-977199c6637a req-12868d26-beee-475d-97f7-6593ab6c1145 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 931 time: 0.1418285 Jul 14 11:44:36.001818 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 {{(pid=111167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:44:36.019157 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Publish callbacks [] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:36.040141 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=a691a194-3f01-478d-96f7-2e83d0eb6f7d,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:36.084041 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.provisioning_blocks [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Transition to ACTIVE for port object cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 will not be triggered until provisioned by entity L2. {{(pid=111167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:44:36.133669 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-45408033-5ad4-4505-b01a-fa871325d2fa None None] Provisioning complete for port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:36.134250 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-45408033-5ad4-4505-b01a-fa871325d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:36.145624 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3248788c-2062-4d11-ac2d-977199c6637a req-42267408-96a2-46fb-a345-72b54f5e580f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268156 Jul 14 11:44:36.168857 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Attempting to bind port a691a194-3f01-478d-96f7-2e83d0eb6f7d on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:36.169401 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Attempting to bind port a691a194-3f01-478d-96f7-2e83d0eb6f7d by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:36.169401 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Attempting to bind port a691a194-3f01-478d-96f7-2e83d0eb6f7d on network 87d6f20b-bda5-4229-8026-f520c7f094ed {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:36.180019 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-45408033-5ad4-4505-b01a-fa871325d2fa None None] Port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:44:36.210176 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:36.245535 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Port a691a194-3f01-478d-96f7-2e83d0eb6f7d on network 87d6f20b-bda5-4229-8026-f520c7f094ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:44:36.246842 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Attempting to bind port a691a194-3f01-478d-96f7-2e83d0eb6f7d on network 87d6f20b-bda5-4229-8026-f520c7f094ed {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:36.269729 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:36.271036 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Checking segment: {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:36.272478 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Bound using segment: {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:36.272959 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Bound port: a691a194-3f01-478d-96f7-2e83d0eb6f7d, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:36.273354 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:36.294434 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:36.396458 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:36.452562 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Attempting to bind port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:36.453255 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Attempting to bind port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'}] {{(pid=111167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:36.453709 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Attempting to bind port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 on network e4586847-6136-4dce-945a-818d63fc4328 {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:36.466325 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 on network e4586847-6136-4dce-945a-818d63fc4328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:44:36.471133 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Attempting to bind port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 on network e4586847-6136-4dce-945a-818d63fc4328 {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:36.496122 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98ce26-e1dd-4dd2-93d3-99cee394f41c req-9214499e-3b41-4fe2-9c83-ea97d9c1d14d tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:36.508449 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ce98ce26-e1dd-4dd2-93d3-99cee394f41c req-9214499e-3b41-4fe2-9c83-ea97d9c1d14d tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 943 time: 0.1040971 Jul 14 11:44:36.513333 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:36.513854 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Checking segment: {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:36.514409 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Bound using segment: {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'} {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:36.515582 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Bound port: cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'}}] {{(pid=111167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:36.515975 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:36.601009 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0293f-6a57-4169-a8f9-d3aa3eb92651 req-c042a2b6-3467-4f9f-9ffa-e4fa6ff5cb3f tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:36.602683 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-aeb0293f-6a57-4169-a8f9-d3aa3eb92651 req-c042a2b6-3467-4f9f-9ffa-e4fa6ff5cb3f tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 944 time: 0.2228651 Jul 14 11:44:36.612042 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] For port a691a194-3f01-478d-96f7-2e83d0eb6f7d, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:36.620621 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] For port a691a194-3f01-478d-96f7-2e83d0eb6f7d, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a691a194-3f01-478d-96f7-2e83d0eb6f7d,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:36.688414 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ce98ce26-e1dd-4dd2-93d3-99cee394f41c req-4ca4028b-f2a6-423e-807c-31ea51b9b390 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765389 Jul 14 11:44:36.693327 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec85559-8aa6-4f19-b912-73c9a2d4d487 {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:44:36.705595 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, cleared binding levels {{(pid=111167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:36.710153 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:36.717778 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Publish callbacks [] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:36.762817 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-aeb0293f-6a57-4169-a8f9-d3aa3eb92651 req-3724a24e-bc5f-4327-94b5-b1cd80e736d8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533494 Jul 14 11:44:36.763938 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Transition to ACTIVE for port object 8ec85559-8aa6-4f19-b912-73c9a2d4d487 will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:44:36.805769 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:36.813380 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:36.866741 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14c148-c42e-4610-88eb-de51e53d45d6 req-830691ae-6f6f-4313-a9a9-bf7f152b533a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:36.876628 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be14c148-c42e-4610-88eb-de51e53d45d6 req-830691ae-6f6f-4313-a9a9-bf7f152b533a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 932 time: 0.0967462 Jul 14 11:44:36.913097 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:36.913743 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:36.915139 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] 10.222.0.55 "PUT /v2.0/ports/cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 HTTP/1.1" status: 200 len: 1093 time: 1.6231236 Jul 14 11:44:36.915598 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:44:37.010256 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 29fc8120-97c5-4a52-86fc-ca5ec90b971c details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:44:37.032128 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:37.075817 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:37.094044 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:37.094687 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:37.096171 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] 10.222.0.55 "PUT /v2.0/ports/a691a194-3f01-478d-96f7-2e83d0eb6f7d HTTP/1.1" status: 200 len: 1094 time: 2.4544938 Jul 14 11:44:37.096706 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'tag': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:44:37.100059 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3" -d '{"events": [{"name": "network-changed", "server_uuid": "36228e4a-c9d6-4e57-81fe-e8a49d221573", "tag": "a691a194-3f01-478d-96f7-2e83d0eb6f7d"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:37.251405 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e32b5b-3800-457a-bfa7-bc83e5ff5679 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,revision_number=3']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:37.295290 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0462f4-c5ca-4ceb-bc3b-403835fd0323 x-openstack-request-id: req-3a0462f4-c5ca-4ceb-bc3b-403835fd0323 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:37.295290 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36228e4a-c9d6-4e57-81fe-e8a49d221573", "tag": "a691a194-3f01-478d-96f7-2e83d0eb6f7d", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:37.295290 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3a0462f4-c5ca-4ceb-bc3b-403835fd0323 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:37.295290 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a0462f4-c5ca-4ceb-bc3b-403835fd0323'] response: {'name': 'network-changed', 'server_uuid': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'tag': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d', 'status': 'completed', 'code': 200} Jul 14 11:44:37.380590 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71" -d '{"events": [{"name": "network-changed", "server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:37.393203 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 29fc8120-97c5-4a52-86fc-ca5ec90b971c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=29fc8120-97c5-4a52-86fc-ca5ec90b971c,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:37.422086 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be14c148-c42e-4610-88eb-de51e53d45d6 req-5cf18221-25ea-4538-ad3b-7790c05f8e14 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5440068 Jul 14 11:44:37.423589 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-3f8ee9e2-92b7-4bb7-97c7-3df7db5998bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:37.424546 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '29fc8120-97c5-4a52-86fc-ca5ec90b971c', 'network_id': '7743558a-c4dc-432c-9b5b-7c02f455d982', 'port_id': '29fc8120-97c5-4a52-86fc-ca5ec90b971c', 'mac_address': 'fa:16:3e:d0:93:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cd5ec3-f77a-4e84-99af-90354d9e3c43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:44:37.425949 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-3f8ee9e2-92b7-4bb7-97c7-3df7db5998bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48a88ac7db8a481ca03508d315a0bc56&device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 1128 time: 0.1328232 Jul 14 11:44:37.447452 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-2a59a71b-dd92-4001-91f2-69fc77285b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:37.454073 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-2a59a71b-dd92-4001-91f2-69fc77285b8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 1127 time: 0.3161805 Jul 14 11:44:37.510505 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 29fc8120-97c5-4a52-86fc-ca5ec90b971c is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:37.514576 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:37.549918 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fc8120-97c5-4a52-86fc-ca5ec90b971c {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:44:37.565845 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:37.570874 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8669b-43da-494d-b919-8322169d7748 req-a9bb49ec-45e0-449e-a7c3-bcaf9b924a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:37.573377 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f8d8669b-43da-494d-b919-8322169d7748 req-a9bb49ec-45e0-449e-a7c3-bcaf9b924a4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5bb446eb04c04b73aacbcf5e605a6c76&device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 1127 time: 0.5211000 Jul 14 11:44:37.575183 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-30490608-8aaa-480e-b364-27aec1cbcabc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a691a194-3f01-478d-96f7-2e83d0eb6f7d HTTP/1.1" status: 200 len: 217 time: 0.0850544 Jul 14 11:44:37.596681 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85d74e-25d8-4ba7-bc05-d0c09afedaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=a691a194-3f01-478d-96f7-2e83d0eb6f7d,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:37.615477 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 29fc8120-97c5-4a52-86fc-ca5ec90b971c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=29fc8120-97c5-4a52-86fc-ca5ec90b971c,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:37.638744 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-36fe369b-c308-483b-9b77-8dc38e9d56e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 HTTP/1.1" status: 200 len: 217 time: 0.1764853 Jul 14 11:44:37.693046 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Attempting to bind port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:44:37.698430 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Attempting to bind port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:44:37.698906 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Attempting to bind port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 on network ce6397ea-e1d9-4c18-9185-6161e76618d7 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:37.702046 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bd5251-5d2b-4282-9a8f-36d45e063bfd x-openstack-request-id: req-f4bd5251-5d2b-4282-9a8f-36d45e063bfd {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:37.702565 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:37.702991 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f4bd5251-5d2b-4282-9a8f-36d45e063bfd {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:37.703653 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4bd5251-5d2b-4282-9a8f-36d45e063bfd'] response: {'name': 'network-changed', 'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'status': 'completed', 'code': 200} Jul 14 11:44:37.736601 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d332397f-917c-47cc-a45a-564796c6e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:37.738305 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d332397f-917c-47cc-a45a-564796c6e4f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ffca6be3-1873-4c11-b23e-8cff8d06e710 HTTP/1.1" status: 200 len: 856 time: 0.0922709 Jul 14 11:44:37.748048 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:37.850869 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=29fc8120-97c5-4a52-86fc-ca5ec90b971c,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:37.888999 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-77b2e2da-0280-4b7b-b5c0-20cf9451595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:37.891220 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-77b2e2da-0280-4b7b-b5c0-20cf9451595b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4586847-6136-4dce-945a-818d63fc4328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1469784 Jul 14 11:44:37.940214 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74af83-f111-40a3-ba7e-f5a10321a0af req-51e11137-2507-49e9-adb1-9c80cf6b8a29 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:37.948059 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5f74af83-f111-40a3-ba7e-f5a10321a0af req-51e11137-2507-49e9-adb1-9c80cf6b8a29 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 944 time: 0.1376011 Jul 14 11:44:37.949395 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 on network ce6397ea-e1d9-4c18-9185-6161e76618d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:44:37.949731 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Attempting to bind port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 on network ce6397ea-e1d9-4c18-9185-6161e76618d7 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:44:37.989708 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['29fc8120-97c5-4a52-86fc-ca5ec90b971c'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:37.992511 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121679a3-20b9-47a2-a6fb-5a3ec60e8454 req-80038e83-552d-41bd-88b1-cca457ac7470 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:38.002350 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-121679a3-20b9-47a2-a6fb-5a3ec60e8454 req-80038e83-552d-41bd-88b1-cca457ac7470 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.5225952 Jul 14 11:44:38.114008 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5f74af83-f111-40a3-ba7e-f5a10321a0af req-adfbe055-e3f5-41ae-92bd-a4a2f996e673 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642613 Jul 14 11:44:38.150847 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-343353ea-47ec-47af-ad58-e893d07c7eea service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463448 Jul 14 11:44:38.209474 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec85559-8aa6-4f19-b912-73c9a2d4d487,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:38.222484 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8669b-43da-494d-b919-8322169d7748 req-76001d2f-9999-4e2c-8e5c-e283151ed4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:38.230370 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f8d8669b-43da-494d-b919-8322169d7748 req-76001d2f-9999-4e2c-8e5c-e283151ed4e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7743558a-c4dc-432c-9b5b-7c02f455d982 HTTP/1.1" status: 200 len: 913 time: 0.5864344 Jul 14 11:44:38.230370 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:44:38.230370 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Checking segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:44:38.237296 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Bound using segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:44:38.238334 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Bound port: 8ec85559-8aa6-4f19-b912-73c9a2d4d487, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:44:38.239238 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:38.359834 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:38.367215 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700c79e-c1f2-4585-9bbc-2262993f39ee req-23684187-9feb-4078-aed7-06a7af08f2ed tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:38.375711 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b700c79e-c1f2-4585-9bbc-2262993f39ee req-23684187-9feb-4078-aed7-06a7af08f2ed tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 944 time: 0.1386886 Jul 14 11:44:38.440750 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f8d8669b-43da-494d-b919-8322169d7748 req-d6cfd722-7ddf-4370-94db-1648ac109408 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29fc8120-97c5-4a52-86fc-ca5ec90b971c HTTP/1.1" status: 200 len: 217 time: 0.1300440 Jul 14 11:44:38.447210 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-8980af4c-d125-4f54-892f-63e6be29957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:38.449136 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-8980af4c-d125-4f54-892f-63e6be29957a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a358cd9-2a9c-4885-95d8-0f50e266cbc6 HTTP/1.1" status: 200 len: 850 time: 0.8070645 Jul 14 11:44:38.463105 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f558ad5-bbe7-4989-843e-96dd454f338a req-d6506b75-4a72-4afb-a1ec-c70086654189 service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059278 Jul 14 11:44:38.475985 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-121679a3-20b9-47a2-a6fb-5a3ec60e8454 req-a3bb1f2a-c666-4bb2-a540-dd1e9776d95e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4725997 Jul 14 11:44:38.497104 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b700c79e-c1f2-4585-9bbc-2262993f39ee req-74a91423-2232-4d9f-a67a-4068c890b1b9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203203 Jul 14 11:44:38.545984 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-033e49e8-10ad-438b-8cfb-e8060bf31977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:38.549561 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-033e49e8-10ad-438b-8cfb-e8060bf31977 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d6f20b-bda5-4229-8026-f520c7f094ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717385 Jul 14 11:44:38.598583 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] For port 8ec85559-8aa6-4f19-b912-73c9a2d4d487, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:44:38.673002 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] For port 8ec85559-8aa6-4f19-b912-73c9a2d4d487, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ec85559-8aa6-4f19-b912-73c9a2d4d487,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:44:38.682353 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b303c45-d98b-4ae9-b86b-f51afe08dc46 req-f6b797a3-d631-4477-b770-9a0729db62f8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:38.683834 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-8b303c45-d98b-4ae9-b86b-f51afe08dc46 req-f6b797a3-d631-4477-b770-9a0729db62f8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 944 time: 0.0838690 Jul 14 11:44:38.722362 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8669b-43da-494d-b919-8322169d7748 req-298ebe95-e7c0-4214-b0ad-687ed03d7b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:38.723835 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f8d8669b-43da-494d-b919-8322169d7748 req-298ebe95-e7c0-4214-b0ad-687ed03d7b20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=19cd5ec3-f77a-4e84-99af-90354d9e3c43 HTTP/1.1" status: 200 len: 851 time: 0.2721720 Jul 14 11:44:38.742317 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-8b303c45-d98b-4ae9-b86b-f51afe08dc46 req-55455326-9c6b-4156-b0c4-13a32c51a1eb tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461566 Jul 14 11:44:38.765685 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-44d0f0cb-a97f-4e57-98f1-0b7521c1ba47 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285744 Jul 14 11:44:38.784013 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:38.827483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:38.829507 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:38.856802 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] 10.222.0.55 "PUT /v2.0/ports/8ec85559-8aa6-4f19-b912-73c9a2d4d487 HTTP/1.1" status: 200 len: 1094 time: 3.0080662 Jul 14 11:44:38.886336 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4ff92-2dad-4c43-8e81-7028cbe37643 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec85559-8aa6-4f19-b912-73c9a2d4d487,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:39.004769 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 29fc8120-97c5-4a52-86fc-ca5ec90b971c up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:39.076999 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 29fc8120-97c5-4a52-86fc-ca5ec90b971c completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:44:39.147352 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 29fc8120-97c5-4a52-86fc-ca5ec90b971c triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:39.147912 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:39.190865 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:39.191550 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:39.246261 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 29fc8120-97c5-4a52-86fc-ca5ec90b971c is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:39.246650 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:39.248267 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35762cbe-068a-435f-ab6c-1c9ea6889a52 req-339835e0-6946-4956-a0c9-f17d9dd33362 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:39.249734 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-35762cbe-068a-435f-ab6c-1c9ea6889a52 req-339835e0-6946-4956-a0c9-f17d9dd33362 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 944 time: 0.0629692 Jul 14 11:44:39.285728 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:44:39.289457 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84831c0d-d0dd-43e7-ae1c-231d7fb307b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fc8120-97c5-4a52-86fc-ca5ec90b971c'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:44:39.292954 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'tag': '8ec85559-8aa6-4f19-b912-73c9a2d4d487'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:44:39.296573 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaec7584-4acd-4941-9e05-e1fdf0c0785e" -d '{"events": [{"name": "network-changed", "server_uuid": "edc1d8c0-48e2-49bd-8807-bb041db6a9df", "tag": "8ec85559-8aa6-4f19-b912-73c9a2d4d487"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:39.391883 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 29fc8120-97c5-4a52-86fc-ca5ec90b971c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=29fc8120-97c5-4a52-86fc-ca5ec90b971c,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:39.408603 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb924e8-34ee-4b9f-97f3-6020708511a4 x-openstack-request-id: req-2bb924e8-34ee-4b9f-97f3-6020708511a4 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:39.408999 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc1d8c0-48e2-49bd-8807-bb041db6a9df", "tag": "8ec85559-8aa6-4f19-b912-73c9a2d4d487", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:39.414077 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2bb924e8-34ee-4b9f-97f3-6020708511a4 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:39.414507 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bb924e8-34ee-4b9f-97f3-6020708511a4'] response: {'name': 'network-changed', 'server_uuid': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'tag': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'status': 'completed', 'code': 200} Jul 14 11:44:39.484923 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7584-4acd-4941-9e05-e1fdf0c0785e req-0b7e6820-c630-46e0-948c-0f960ed4d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:39.487631 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-aaec7584-4acd-4941-9e05-e1fdf0c0785e req-0b7e6820-c630-46e0-948c-0f960ed4d61d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 1128 time: 0.0763350 Jul 14 11:44:39.499736 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71 req-ca20fff4-ab76-4f93-ad9d-681a0a2af70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:39.502820 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71 req-ca20fff4-ab76-4f93-ad9d-681a0a2af70a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 1127 time: 0.2004707 Jul 14 11:44:39.502820 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8669b-43da-494d-b919-8322169d7748 req-b1243adb-ef17-4f47-8e82-8feb1671d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:39.503887 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f8d8669b-43da-494d-b919-8322169d7748 req-b1243adb-ef17-4f47-8e82-8feb1671d5c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7743558a-c4dc-432c-9b5b-7c02f455d982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2046778 Jul 14 11:44:39.518038 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-35762cbe-068a-435f-ab6c-1c9ea6889a52 req-92007da6-88db-4dce-8cc4-1853e9c7b752 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583344 Jul 14 11:44:39.522189 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:39.529454 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d421d9a-4e6d-4d44-9000-fe1c362fbb9b" -d '{"events": [{"server_uuid": "84831c0d-d0dd-43e7-ae1c-231d7fb307b2", "name": "network-vif-plugged", "status": "completed", "tag": "29fc8120-97c5-4a52-86fc-ca5ec90b971c"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:39.661399 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=29fc8120-97c5-4a52-86fc-ca5ec90b971c,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:39.743505 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba37d176-a6d5-4276-8971-923a0e9b4270 req-dcee351f-cfc1-4447-add9-4edc2658ae92 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404263 Jul 14 11:44:39.784934 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44cf7c-982e-4596-86ce-9f738813d5ac req-0106a535-51ff-4376-98d1-7e83c9524452 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:39.786511 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6f44cf7c-982e-4596-86ce-9f738813d5ac req-0106a535-51ff-4376-98d1-7e83c9524452 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.1150000 Jul 14 11:44:39.797995 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f8d8669b-43da-494d-b919-8322169d7748 req-9d9be8f5-f2d5-4297-a69b-98957e49ce6a service neutron] 10.222.0.55 "GET /v2.0/networks/7743558a-c4dc-432c-9b5b-7c02f455d982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749538 Jul 14 11:44:39.842671 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71 req-506afa79-d14c-401e-a57a-72a5be5b1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:39.844743 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71 req-506afa79-d14c-401e-a57a-72a5be5b1822 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 918 time: 0.3199382 Jul 14 11:44:39.935663 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a596-5d62-4a0d-9699-df5472a8b188 req-359bb720-3e9f-4000-a606-a386bbf4c908 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:39.937326 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2ca8a596-5d62-4a0d-9699-df5472a8b188 req-359bb720-3e9f-4000-a606-a386bbf4c908 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 944 time: 0.2923868 Jul 14 11:44:39.970624 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71 req-90d7d77a-5074-4468-8bc2-eec0486a8478 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 HTTP/1.1" status: 200 len: 217 time: 0.1150463 Jul 14 11:44:39.977794 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7584-4acd-4941-9e05-e1fdf0c0785e req-1b32ab3d-9661-4935-9cf6-40a4f7ff14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:39.979766 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-aaec7584-4acd-4941-9e05-e1fdf0c0785e req-1b32ab3d-9661-4935-9cf6-40a4f7ff14ac service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f274d555f5c746cc885394c699b3d767&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4842348 Jul 14 11:44:39.989859 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:40.005073 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6f44cf7c-982e-4596-86ce-9f738813d5ac req-8a86c318-0eb8-4aae-9246-6354a45a5ec6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056813 Jul 14 11:44:40.016171 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2ca8a596-5d62-4a0d-9699-df5472a8b188 req-7446d340-da41-4227-bcdb-5531f33912a2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704217 Jul 14 11:44:40.062693 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f8d8669b-43da-494d-b919-8322169d7748 req-6c83d42b-e8a8-4a25-b4fe-2860de6c5dde service neutron] 10.222.0.55 "GET /v2.0/networks/7743558a-c4dc-432c-9b5b-7c02f455d982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565587 Jul 14 11:44:40.125545 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85c799e-f5c2-4768-8766-7e58faf1a12a x-openstack-request-id: req-e85c799e-f5c2-4768-8766-7e58faf1a12a {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:40.126069 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84831c0d-d0dd-43e7-ae1c-231d7fb307b2", "name": "network-vif-plugged", "status": "completed", "tag": "29fc8120-97c5-4a52-86fc-ca5ec90b971c", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:40.126335 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e85c799e-f5c2-4768-8766-7e58faf1a12a {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:40.126802 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85c799e-f5c2-4768-8766-7e58faf1a12a'] response: {'server_uuid': '84831c0d-d0dd-43e7-ae1c-231d7fb307b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fc8120-97c5-4a52-86fc-ca5ec90b971c', 'code': 200} Jul 14 11:44:40.143047 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72e0bc-63a2-4324-8b42-35eba5fa02c0 req-797d9611-05c9-4cf9-ab64-303ffb86fdd9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:40.144575 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5a72e0bc-63a2-4324-8b42-35eba5fa02c0 req-797d9611-05c9-4cf9-ab64-303ffb86fdd9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 944 time: 0.0520687 Jul 14 11:44:40.158238 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:40.194739 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5a72e0bc-63a2-4324-8b42-35eba5fa02c0 req-80265abb-30c9-4ad6-8c94-280fb507021b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439792 Jul 14 11:44:40.484416 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35332) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:40.489797 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:40.793242 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f01fb44d-0fc1-4877-9773-bf9363496ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:40.840963 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4446-ae26-4891-9d09-968dacf2c551 req-24492b15-c7ab-41be-8d52-752a55a0d44d tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:40.842457 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b34f4446-ae26-4891-9d09-968dacf2c551 req-24492b15-c7ab-41be-8d52-752a55a0d44d tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 945 time: 0.2378032 Jul 14 11:44:40.896350 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7584-4acd-4941-9e05-e1fdf0c0785e req-669ad0be-63f9-46d4-8e46-04527733a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:40.897899 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-aaec7584-4acd-4941-9e05-e1fdf0c0785e req-669ad0be-63f9-46d4-8e46-04527733a0c0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2490463 Jul 14 11:44:40.988552 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3 req-428f7981-50dc-4206-970e-9f3cfbec3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:40.990088 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3 req-428f7981-50dc-4206-970e-9f3cfbec3302 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48a88ac7db8a481ca03508d315a0bc56&device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 1128 time: 0.3210540 Jul 14 11:44:40.994805 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71 req-87757071-bd8a-45ee-a97b-398b28ecac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:40.996542 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71 req-87757071-bd8a-45ee-a97b-398b28ecac76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ffca6be3-1873-4c11-b23e-8cff8d06e710 HTTP/1.1" status: 200 len: 856 time: 0.3505421 Jul 14 11:44:40.998701 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b34f4446-ae26-4891-9d09-968dacf2c551 req-3e3c1153-54da-4e35-ba8e-18c13b33fadc tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416264 Jul 14 11:44:41.021214 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device a691a194-3f01-478d-96f7-2e83d0eb6f7d details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:44:41.048154 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-42835359-a714-4252-93d2-1a9f2792e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:41.050067 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-42835359-a714-4252-93d2-1a9f2792e73d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 1128 time: 0.1058156 Jul 14 11:44:41.119039 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-0d905aca-2843-4776-bb75-53fd4b7fd15c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ec85559-8aa6-4f19-b912-73c9a2d4d487 HTTP/1.1" status: 200 len: 217 time: 0.0586402 Jul 14 11:44:41.241444 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f01fb44d-0fc1-4877-9773-bf9363496ffc admin admin] Publish callbacks [] for security_group (5fda01bc-f9fb-478e-9472-20d810f58888), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:41.258968 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71 req-617b3f86-9d83-4716-a505-8c25c013c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:41.260506 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71 req-617b3f86-9d83-4716-a505-8c25c013c0f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4586847-6136-4dce-945a-818d63fc4328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2329478 Jul 14 11:44:41.263652 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:41.267467 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port a691a194-3f01-478d-96f7-2e83d0eb6f7d, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a691a194-3f01-478d-96f7-2e83d0eb6f7d,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:41.268091 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929b075-7570-4594-9b85-d9f998e5a65f req-c73671bb-b9ea-441a-b0a1-5b7d1b676b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:41.268932 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9929b075-7570-4594-9b85-d9f998e5a65f req-c73671bb-b9ea-441a-b0a1-5b7d1b676b21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 1129 time: 0.2233260 Jul 14 11:44:41.271192 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6b09e-6e91-481e-8297-9f13e9e2f771 req-037bd95f-cd9e-4409-a417-89f9d4a50e49 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:41.272709 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3af6b09e-6e91-481e-8297-9f13e9e2f771 req-037bd95f-cd9e-4409-a417-89f9d4a50e49 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0891271 Jul 14 11:44:41.282005 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-1ec025a8-e9be-4105-b682-1771c717ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:41.283434 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-1ec025a8-e9be-4105-b682-1771c717ee10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359d57a5-1483-450f-ae8c-a26ea1a1115d HTTP/1.1" status: 200 len: 854 time: 0.1531601 Jul 14 11:44:41.292268 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'port_id': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d', 'mac_address': 'fa:16:3e:ca:83:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:44:41.336630 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97061d97-82b8-4145-b2c6-e10e08a59ec6 req-dd8adf20-8279-4d7e-8fbc-672b1b9923b2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:41.338732 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-97061d97-82b8-4145-b2c6-e10e08a59ec6 req-dd8adf20-8279-4d7e-8fbc-672b1b9923b2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 944 time: 0.1374645 Jul 14 11:44:41.340917 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35364) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:41.341792 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-9929b075-7570-4594-9b85-d9f998e5a65f req-7e202da4-df43-43db-a17c-0ad53742aeaa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:41.368439 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3 req-9d40598a-62af-44ff-98f2-699724b60e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:41.369973 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3 req-9d40598a-62af-44ff-98f2-699724b60e7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 200 len: 912 time: 0.3725564 Jul 14 11:44:41.378572 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3af6b09e-6e91-481e-8297-9f13e9e2f771 req-d3d2e538-4ff3-472d-8f76-ba086813910c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941536 Jul 14 11:44:41.381685 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f01fb44d-0fc1-4877-9773-bf9363496ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5fda01bc-f9fb-478e-9472-20d810f58888), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:41.390850 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port a691a194-3f01-478d-96f7-2e83d0eb6f7d is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:41.391273 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:41.411270 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-4acc2025-a084-4ed7-a56f-dce0fdb9671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:41.412795 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-4acc2025-a084-4ed7-a56f-dce0fdb9671e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce6397ea-e1d9-4c18-9185-6161e76618d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1204209 Jul 14 11:44:41.429234 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a691a194-3f01-478d-96f7-2e83d0eb6f7d {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:44:41.471427 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-f01fb44d-0fc1-4877-9773-bf9363496ffc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1b896eb810a04025b17fff33697fefe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9858263 Jul 14 11:44:41.480213 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35372) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:41.500971 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3 req-690d7783-de2f-4b9f-8ea9-6506a1495f9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a691a194-3f01-478d-96f7-2e83d0eb6f7d HTTP/1.1" status: 200 len: 217 time: 0.1236415 Jul 14 11:44:41.518559 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fb44d-0fc1-4877-9773-bf9363496ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fda01bc-f9fb-478e-9472-20d810f58888,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:41.537024 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port a691a194-3f01-478d-96f7-2e83d0eb6f7d, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a691a194-3f01-478d-96f7-2e83d0eb6f7d,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:41.598405 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71 req-ea6e35d8-8c34-45b0-8b87-fa61ba113e2f service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284814 Jul 14 11:44:41.622902 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:41.624022 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:44:41.632124 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1e15b185-f042-48c8-a761-24eed0b3a9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:41.643873 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-97061d97-82b8-4145-b2c6-e10e08a59ec6 req-4d60d492-1237-48e3-912f-16e9db7d240e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712722 Jul 14 11:44:41.652312 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb72e9d-aebe-4e28-8489-822136e53cb8 req-28135003-b950-4f46-a809-7636a00c8431 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:41.658111 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ccb72e9d-aebe-4e28-8489-822136e53cb8 req-28135003-b950-4f46-a809-7636a00c8431 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 944 time: 0.1337295 Jul 14 11:44:41.661055 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3 req-a695669f-fd24-4604-a906-0a5331a9c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:41.662423 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3 req-a695669f-fd24-4604-a906-0a5331a9c383 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a358cd9-2a9c-4885-95d8-0f50e266cbc6 HTTP/1.1" status: 200 len: 850 time: 0.1533308 Jul 14 11:44:41.723284 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=a691a194-3f01-478d-96f7-2e83d0eb6f7d,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:41.727047 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9529df73-34d2-43e8-845f-9c24d7cb5491 admin admin] Publish callbacks [] for security_group (5fda01bc-f9fb-478e-9472-20d810f58888), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:41.774700 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3 req-eb8d4503-c94c-4385-baff-21fc3b1876f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:41.776767 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3 req-eb8d4503-c94c-4385-baff-21fc3b1876f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d6f20b-bda5-4229-8026-f520c7f094ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1080823 Jul 14 11:44:41.790060 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-9929b075-7570-4594-9b85-d9f998e5a65f req-7e202da4-df43-43db-a17c-0ad53742aeaa service neutron] Publish callbacks [] for security_group (9fcf3610-4c1b-4806-ab94-602233d7eda9), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:41.808221 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:41.813840 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-dcaf0648-75d9-43e7-ac03-8abdf8794ad8 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785279 Jul 14 11:44:41.821662 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d41e4a2f-a0b9-4b9c-abbe-c30a19a5ec71 req-2a792bd5-4547-4a8a-9bce-899a293a79db service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142508 Jul 14 11:44:41.825903 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:41.854406 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'port_id': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'mac_address': 'fa:16:3e:1a:e0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:44:41.900939 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:41.901627 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:41.909143 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3 req-61f0a0d5-a684-4a88-b102-d331dfdd9a09 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212695 Jul 14 11:44:41.910358 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-9929b075-7570-4594-9b85-d9f998e5a65f req-7e202da4-df43-43db-a17c-0ad53742aeaa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (9fcf3610-4c1b-4806-ab94-602233d7eda9), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:41.911613 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9529df73-34d2-43e8-845f-9c24d7cb5491 admin admin] Publish callbacks [] for security_group (5fda01bc-f9fb-478e-9472-20d810f58888), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:41.922529 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:44:41.947103 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:41.960048 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ccb72e9d-aebe-4e28-8489-822136e53cb8 req-31954d31-56af-4f19-b255-719e36e2eaef tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584183 Jul 14 11:44:41.971920 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e202da4-df43-43db-a17c-0ad53742aeaa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcf3610-4c1b-4806-ab94-602233d7eda9,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:42.027454 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:42.062983 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-42fbed8e-dd9f-4d9a-9922-daa08b05fc67 req-d619d465-b64c-45a8-8c19-79d4a5c6132e service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250202 Jul 14 11:44:42.079730 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1e15b185-f042-48c8-a761-24eed0b3a9e9 admin admin] Publish callbacks [] for security_group (f28e1bfc-15cf-495d-873d-c1bc5bcceaf5), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:42.088866 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9929b075-7570-4594-9b85-d9f998e5a65f req-7e202da4-df43-43db-a17c-0ad53742aeaa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7886512 Jul 14 11:44:42.126563 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:42.141350 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9529df73-34d2-43e8-845f-9c24d7cb5491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5fda01bc-f9fb-478e-9472-20d810f58888), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:42.143936 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9529df73-34d2-43e8-845f-9c24d7cb5491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:42.145202 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-9529df73-34d2-43e8-845f-9c24d7cb5491 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5fda01bc-f9fb-478e-9472-20d810f58888 HTTP/1.1" status: 204 len: 168 time: 0.6638906 Jul 14 11:44:42.154687 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529df73-34d2-43e8-845f-9c24d7cb5491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fda01bc-f9fb-478e-9472-20d810f58888,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:42.166151 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3e6d8838-08c6-4dda-9a0a-fa236e4496d3 req-3168cc3e-387c-4997-8c40-6331452f7906 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231433 Jul 14 11:44:42.170830 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1e15b185-f042-48c8-a761-24eed0b3a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f28e1bfc-15cf-495d-873d-c1bc5bcceaf5), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:42.186709 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64607ed-ea58-40f5-9a8d-951b2eb7a51e req-16dcb332-9897-4dd6-852d-7519aaaa70ba tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:42.193139 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c64607ed-ea58-40f5-9a8d-951b2eb7a51e req-16dcb332-9897-4dd6-852d-7519aaaa70ba tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 945 time: 0.1149354 Jul 14 11:44:42.222415 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-1e15b185-f042-48c8-a761-24eed0b3a9e9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=63659efb2a904d348ec7795a11d31edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8792348 Jul 14 11:44:42.227098 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35388) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:42.232898 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15b185-f042-48c8-a761-24eed0b3a9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28e1bfc-15cf-495d-873d-c1bc5bcceaf5,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:42.264770 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c64607ed-ea58-40f5-9a8d-951b2eb7a51e req-344cabc4-6ef9-4ee1-9fa5-297222d0503c tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707462 Jul 14 11:44:42.283960 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e72d8389-b1a1-48d1-86c9-bbc99294d032 admin admin] Publish callbacks [] for security_group (f28e1bfc-15cf-495d-873d-c1bc5bcceaf5), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:42.311455 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e72d8389-b1a1-48d1-86c9-bbc99294d032 admin admin] Publish callbacks [] for security_group (f28e1bfc-15cf-495d-873d-c1bc5bcceaf5), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:42.368627 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:42.370078 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35392) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:42.427831 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:42.497456 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['a691a194-3f01-478d-96f7-2e83d0eb6f7d'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:42.527409 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04213d0-f828-4538-927a-71774e194a72 req-4df2ebca-a573-4fc8-ab3f-ce2de2c29828 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:42.528910 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b04213d0-f828-4538-927a-71774e194a72 req-4df2ebca-a573-4fc8-ab3f-ce2de2c29828 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 944 time: 0.0495641 Jul 14 11:44:42.549295 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e72d8389-b1a1-48d1-86c9-bbc99294d032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f28e1bfc-15cf-495d-873d-c1bc5bcceaf5), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:42.551689 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e72d8389-b1a1-48d1-86c9-bbc99294d032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:42.553105 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-e72d8389-b1a1-48d1-86c9-bbc99294d032 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f28e1bfc-15cf-495d-873d-c1bc5bcceaf5 HTTP/1.1" status: 204 len: 168 time: 0.3269336 Jul 14 11:44:42.567310 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d8389-b1a1-48d1-86c9-bbc99294d032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28e1bfc-15cf-495d-873d-c1bc5bcceaf5,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:42.623094 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b04213d0-f828-4538-927a-71774e194a72 req-792a4073-7cd0-460e-bdb6-fdc54153756c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880923 Jul 14 11:44:42.701422 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-caa7c53f-4819-471c-aa9c-7cfe0739618c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:42.809046 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32445d52-9368-470b-b4c0-8e7a990c2522 req-3d6a1737-0250-40ae-b62d-5be82d9592dc tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:42.810578 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-32445d52-9368-470b-b4c0-8e7a990c2522 req-3d6a1737-0250-40ae-b62d-5be82d9592dc tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 945 time: 0.0605109 Jul 14 11:44:42.866283 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-caa7c53f-4819-471c-aa9c-7cfe0739618c admin admin] Publish callbacks [] for security_group (729fe0cf-f23c-441f-84c4-2052374d37e9), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:42.880949 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-32445d52-9368-470b-b4c0-8e7a990c2522 req-ac4eb57a-4575-4b10-9d60-7288c3aad601 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636733 Jul 14 11:44:42.918608 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:42.975495 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-caa7c53f-4819-471c-aa9c-7cfe0739618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (729fe0cf-f23c-441f-84c4-2052374d37e9), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.018306 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-caa7c53f-4819-471c-aa9c-7cfe0739618c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7ec2443e342f45bbb5140cc2168dab1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6478298 Jul 14 11:44:43.019174 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7c53f-4819-471c-aa9c-7cfe0739618c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729fe0cf-f23c-441f-84c4-2052374d37e9,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:43.020923 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35408) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:43.099563 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:43.113975 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd7994-a71c-41be-8d1b-efbad7e59497 req-563bb16f-d3ca-45ba-8cad-c01e573bc6fe tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:43.115385 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e5fd7994-a71c-41be-8d1b-efbad7e59497 req-563bb16f-d3ca-45ba-8cad-c01e573bc6fe tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 944 time: 0.0717742 Jul 14 11:44:43.120828 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dde78cdf-34cc-4e89-8ed2-edf507094da5 admin admin] Publish callbacks [] for security_group (729fe0cf-f23c-441f-84c4-2052374d37e9), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.161574 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dde78cdf-34cc-4e89-8ed2-edf507094da5 admin admin] Publish callbacks [] for security_group (729fe0cf-f23c-441f-84c4-2052374d37e9), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.162780 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35412) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:43.176929 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-98614c12-a42e-4dae-aae5-7d5148dcef5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.208641 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e5fd7994-a71c-41be-8d1b-efbad7e59497 req-b29f9558-83ba-418b-9ec0-a02841a9d7e3 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849128 Jul 14 11:44:43.373762 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dde78cdf-34cc-4e89-8ed2-edf507094da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (729fe0cf-f23c-441f-84c4-2052374d37e9), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.376336 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dde78cdf-34cc-4e89-8ed2-edf507094da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.377526 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-dde78cdf-34cc-4e89-8ed2-edf507094da5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/729fe0cf-f23c-441f-84c4-2052374d37e9 HTTP/1.1" status: 204 len: 168 time: 0.3549485 Jul 14 11:44:43.386170 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde78cdf-34cc-4e89-8ed2-edf507094da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729fe0cf-f23c-441f-84c4-2052374d37e9,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:43.395933 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef599d-9e93-4b6c-8a0c-d86fb7cfc306 req-8d3e2fb3-d3c0-4dba-95d4-622c07d73922 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:43.397571 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9bef599d-9e93-4b6c-8a0c-d86fb7cfc306 req-8d3e2fb3-d3c0-4dba-95d4-622c07d73922 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 945 time: 0.0575163 Jul 14 11:44:43.409841 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device a691a194-3f01-478d-96f7-2e83d0eb6f7d up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:43.439213 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35418) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:43.441409 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-98614c12-a42e-4dae-aae5-7d5148dcef5a admin admin] Publish callbacks [] for security_group (66895274-8075-4396-9eb4-a36cd90fc2dc), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.458716 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b6375b0d-2134-4484-a763-d4d47b41d786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.467163 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:43.482700 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9bef599d-9e93-4b6c-8a0c-d86fb7cfc306 req-7014ae6d-1a41-40cb-a779-40aaa797f2b8 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722156 Jul 14 11:44:43.509647 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port a691a194-3f01-478d-96f7-2e83d0eb6f7d completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:44:43.529855 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-98614c12-a42e-4dae-aae5-7d5148dcef5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (66895274-8075-4396-9eb4-a36cd90fc2dc), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.576622 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-98614c12-a42e-4dae-aae5-7d5148dcef5a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=baee4d32332742b8aa5bc24410eb5e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4101083 Jul 14 11:44:43.577670 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35420) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:43.593906 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b6375b0d-2134-4484-a763-d4d47b41d786 admin admin] Publish callbacks [] for security_group (fb00d817-50b0-4432-a86b-1016b6952ad3), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.597661 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98614c12-a42e-4dae-aae5-7d5148dcef5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66895274-8075-4396-9eb4-a36cd90fc2dc,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:43.621500 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port a691a194-3f01-478d-96f7-2e83d0eb6f7d triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:43.622009 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.643075 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bf545b3f-5a1f-483d-b40d-1b6122128efa admin admin] Publish callbacks [] for security_group (66895274-8075-4396-9eb4-a36cd90fc2dc), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.643273 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:43.667938 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bf545b3f-5a1f-483d-b40d-1b6122128efa admin admin] Publish callbacks [] for security_group (66895274-8075-4396-9eb4-a36cd90fc2dc), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.700717 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port a691a194-3f01-478d-96f7-2e83d0eb6f7d is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:43.701477 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.726606 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:44:43.728952 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f081b-163f-45cc-935c-b4532d7ea227" -d '{"events": [{"server_uuid": "36228e4a-c9d6-4e57-81fe-e8a49d221573", "name": "network-vif-plugged", "status": "completed", "tag": "a691a194-3f01-478d-96f7-2e83d0eb6f7d"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:43.730640 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b6375b0d-2134-4484-a763-d4d47b41d786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (fb00d817-50b0-4432-a86b-1016b6952ad3), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.742399 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port a691a194-3f01-478d-96f7-2e83d0eb6f7d, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a691a194-3f01-478d-96f7-2e83d0eb6f7d,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:43.782848 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb627506-c966-42b0-9ed4-520b4673318a x-openstack-request-id: req-fb627506-c966-42b0-9ed4-520b4673318a {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:43.783137 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36228e4a-c9d6-4e57-81fe-e8a49d221573", "name": "network-vif-plugged", "status": "completed", "tag": "a691a194-3f01-478d-96f7-2e83d0eb6f7d", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:43.785326 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fb627506-c966-42b0-9ed4-520b4673318a {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:43.785326 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb627506-c966-42b0-9ed4-520b4673318a'] response: {'server_uuid': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d', 'code': 200} Jul 14 11:44:43.786841 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f97aa0-308b-415b-a866-30f59c3f179a req-0ce455eb-0eb2-40e5-90f2-fdbcdf1a666b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:43.788380 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b2f97aa0-308b-415b-a866-30f59c3f179a req-0ce455eb-0eb2-40e5-90f2-fdbcdf1a666b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 944 time: 0.0862060 Jul 14 11:44:43.796884 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b6375b0d-2134-4484-a763-d4d47b41d786 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8df00e04f89445e887672557af2551fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565705 Jul 14 11:44:43.797781 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6375b0d-2134-4484-a763-d4d47b41d786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb00d817-50b0-4432-a86b-1016b6952ad3,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:43.801865 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35426) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:43.810188 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bf545b3f-5a1f-483d-b40d-1b6122128efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (66895274-8075-4396-9eb4-a36cd90fc2dc), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.814432 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bf545b3f-5a1f-483d-b40d-1b6122128efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.817871 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-bf545b3f-5a1f-483d-b40d-1b6122128efa admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/66895274-8075-4396-9eb4-a36cd90fc2dc HTTP/1.1" status: 204 len: 168 time: 0.2365801 Jul 14 11:44:43.830787 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf545b3f-5a1f-483d-b40d-1b6122128efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66895274-8075-4396-9eb4-a36cd90fc2dc,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:43.876836 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.877780 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:43.882583 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b2f97aa0-308b-415b-a866-30f59c3f179a req-1b6d6589-75c5-4ec1-a2e1-03dedb8216d6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816605 Jul 14 11:44:43.903313 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ebb2128e-6102-4ac1-ac7d-e8d853c4c4ba admin admin] Publish callbacks [] for security_group (fb00d817-50b0-4432-a86b-1016b6952ad3), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:43.934768 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ebb2128e-6102-4ac1-ac7d-e8d853c4c4ba admin admin] Publish callbacks [] for security_group (fb00d817-50b0-4432-a86b-1016b6952ad3), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.002328 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=a691a194-3f01-478d-96f7-2e83d0eb6f7d,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:44.050405 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:44:44.052621 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63e24a-21f2-482e-b892-425908aad592 req-21577c1a-fa1e-408d-88c0-fb3b70095543 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:44.054212 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4d63e24a-21f2-482e-b892-425908aad592 req-21577c1a-fa1e-408d-88c0-fb3b70095543 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0721097 Jul 14 11:44:44.084198 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ebb2128e-6102-4ac1-ac7d-e8d853c4c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (fb00d817-50b0-4432-a86b-1016b6952ad3), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.086817 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ebb2128e-6102-4ac1-ac7d-e8d853c4c4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.088461 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-ebb2128e-6102-4ac1-ac7d-e8d853c4c4ba admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fb00d817-50b0-4432-a86b-1016b6952ad3 HTTP/1.1" status: 204 len: 168 time: 0.2852292 Jul 14 11:44:44.096177 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2128e-6102-4ac1-ac7d-e8d853c4c4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb00d817-50b0-4432-a86b-1016b6952ad3,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:44.107747 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4d63e24a-21f2-482e-b892-425908aad592 req-0ce64ea9-3405-4782-aaba-fc183ae88309 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475476 Jul 14 11:44:44.129030 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:44.129030 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.201806 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3f910-6dce-41a8-9ca9-32512c2422c7 req-dcb7096b-70a8-4263-9bdd-6b04a7f51555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:44.203685 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ada3f910-6dce-41a8-9ca9-32512c2422c7 req-dcb7096b-70a8-4263-9bdd-6b04a7f51555 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 1130 time: 0.0418539 Jul 14 11:44:44.213985 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:44.221635 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.267173 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:44.304396 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ada3f910-6dce-41a8-9ca9-32512c2422c7 req-ebf1f87d-8e64-4475-a098-49c529ba54fa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760210 Jul 14 11:44:44.358725 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.367254 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de83cc9-0192-447c-b16b-780451783b70 req-8214a0db-03ff-4c6c-b43e-8426a4f3589a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:44.371865 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35442) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:44.373682 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5de83cc9-0192-447c-b16b-780451783b70 req-8214a0db-03ff-4c6c-b43e-8426a4f3589a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 944 time: 0.0646174 Jul 14 11:44:44.387763 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-44b4d446-ccdf-424a-bb7d-6f9c030fc85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.397125 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:44.420388 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:44.452336 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5de83cc9-0192-447c-b16b-780451783b70 req-219d018b-6d9d-4cdc-b9f6-e8a5627c2a31 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770166 Jul 14 11:44:44.475725 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:44.516482 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:44.551012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-44b4d446-ccdf-424a-bb7d-6f9c030fc85a admin admin] Publish callbacks [] for security_group (99fdf041-c3e2-488c-bb7c-80b18667535b), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.610138 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439dee4-264d-4c56-92ab-cb78bd8bdb0c req-21a9dc71-1ccb-41d5-93c2-9e54c20dc744 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:44.611733 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3439dee4-264d-4c56-92ab-cb78bd8bdb0c req-21a9dc71-1ccb-41d5-93c2-9e54c20dc744 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 945 time: 0.0539730 Jul 14 11:44:44.633414 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-44b4d446-ccdf-424a-bb7d-6f9c030fc85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (99fdf041-c3e2-488c-bb7c-80b18667535b), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.703402 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4d446-ccdf-424a-bb7d-6f9c030fc85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fdf041-c3e2-488c-bb7c-80b18667535b,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:44.708028 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-44b4d446-ccdf-424a-bb7d-6f9c030fc85a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2f87c9c6faef479fa7febf9d21c7fa0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350563 Jul 14 11:44:44.711416 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35456) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:44.713447 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3439dee4-264d-4c56-92ab-cb78bd8bdb0c req-e8a8ff67-23f7-4a0b-9af1-91fd49ae41ef tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953681 Jul 14 11:44:44.775438 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6ebd-929a-46be-bdde-f6be89ce115f admin admin] Publish callbacks [] for security_group (99fdf041-c3e2-488c-bb7c-80b18667535b), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.800274 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6ebd-929a-46be-bdde-f6be89ce115f admin admin] Publish callbacks [] for security_group (99fdf041-c3e2-488c-bb7c-80b18667535b), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.962764 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c9b21d38-6c9c-4945-b7d9-690cbc6e7bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.964745 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6ebd-929a-46be-bdde-f6be89ce115f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (99fdf041-c3e2-488c-bb7c-80b18667535b), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.976909 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6ebd-929a-46be-bdde-f6be89ce115f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:44.976909 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b8ed6ebd-929a-46be-bdde-f6be89ce115f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/99fdf041-c3e2-488c-bb7c-80b18667535b HTTP/1.1" status: 204 len: 168 time: 0.2588391 Jul 14 11:44:45.013907 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed6ebd-929a-46be-bdde-f6be89ce115f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fdf041-c3e2-488c-bb7c-80b18667535b,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:45.036813 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7f0fb-418a-42ae-b06c-8b92b42cc935 req-66562c0c-51e1-4b4d-b593-d3f167318e04 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:45.038360 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2ac7f0fb-418a-42ae-b06c-8b92b42cc935 req-66562c0c-51e1-4b4d-b593-d3f167318e04 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0661161 Jul 14 11:44:45.091649 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2ac7f0fb-418a-42ae-b06c-8b92b42cc935 req-c7e63213-4af5-4c4f-94b2-b8f282bb90ba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471807 Jul 14 11:44:45.248958 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470bcb9-4123-4a93-8cd5-10679d5d9fb8 req-e7dd8de6-6e2c-4016-a349-faa9c83e4f6e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:45.250507 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e470bcb9-4123-4a93-8cd5-10679d5d9fb8 req-e7dd8de6-6e2c-4016-a349-faa9c83e4f6e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0654993 Jul 14 11:44:45.295031 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:45.322113 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e470bcb9-4123-4a93-8cd5-10679d5d9fb8 req-4c1da3a2-a781-4eb0-87da-e377f4aa5b79 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658967 Jul 14 11:44:45.398185 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 8ec85559-8aa6-4f19-b912-73c9a2d4d487 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:44:45.613193 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa3cea-aa91-4205-b03c-641d2f7673bf req-ca1c8c6e-461a-4cc3-a4b3-2a6912d7a5ee tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:45.620454 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b2fa3cea-aa91-4205-b03c-641d2f7673bf req-ca1c8c6e-461a-4cc3-a4b3-2a6912d7a5ee tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 944 time: 0.0603619 Jul 14 11:44:45.623749 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:45.638920 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 8ec85559-8aa6-4f19-b912-73c9a2d4d487, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ec85559-8aa6-4f19-b912-73c9a2d4d487,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:45.654309 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'port_id': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'mac_address': 'fa:16:3e:f3:86:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:44:45.701862 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:45.707418 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b2fa3cea-aa91-4205-b03c-641d2f7673bf req-7f929783-d0fa-4a76-977d-6bbb8d274745 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817678 Jul 14 11:44:45.707668 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:45.726815 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec85559-8aa6-4f19-b912-73c9a2d4d487 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:44:45.766547 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 8ec85559-8aa6-4f19-b912-73c9a2d4d487, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ec85559-8aa6-4f19-b912-73c9a2d4d487,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:45.785290 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:44:45.790061 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcd5181-5904-48da-a44e-46cb1c921e34" -d '{"events": [{"server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "name": "network-vif-plugged", "status": "completed", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:45.832517 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3765272-684f-4b44-9fa1-294e41fd8227 x-openstack-request-id: req-a3765272-684f-4b44-9fa1-294e41fd8227 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:45.832517 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "name": "network-vif-plugged", "status": "completed", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:45.832517 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a3765272-684f-4b44-9fa1-294e41fd8227 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:45.832517 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3765272-684f-4b44-9fa1-294e41fd8227'] response: {'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'code': 200} Jul 14 11:44:45.865680 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7cf75-c5ec-4b3e-9d20-0b1eb7480673 req-17a7b639-9ed3-4629-8548-026620696a5d tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:45.867262 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-eed7cf75-c5ec-4b3e-9d20-0b1eb7480673 req-17a7b639-9ed3-4629-8548-026620696a5d tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 945 time: 0.0595443 Jul 14 11:44:45.910854 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:45.951262 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-eed7cf75-c5ec-4b3e-9d20-0b1eb7480673 req-1188c485-8381-4005-831c-73cbc7a1090b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Jul 14 11:44:45.992301 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=8ec85559-8aa6-4f19-b912-73c9a2d4d487,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:46.089442 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:46.166948 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['8ec85559-8aa6-4f19-b912-73c9a2d4d487'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:44:46.247440 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09c201-8887-4e28-8d39-698633192767 req-66675c93-e153-4bf7-a4bb-aebbde9f993e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:46.249627 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6d09c201-8887-4e28-8d39-698633192767 req-66675c93-e153-4bf7-a4bb-aebbde9f993e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0784385 Jul 14 11:44:46.303771 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6d09c201-8887-4e28-8d39-698633192767 req-a73455fd-2af5-4337-83e8-e896963a5421 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462828 Jul 14 11:44:46.444344 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33956e-b36e-4104-908c-9f823a601efa req-59cfff1c-984a-48de-94c6-c0532a72d715 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:46.446160 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8e33956e-b36e-4104-908c-9f823a601efa req-59cfff1c-984a-48de-94c6-c0532a72d715 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0464580 Jul 14 11:44:46.498017 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8e33956e-b36e-4104-908c-9f823a601efa req-0535a842-aabd-49b6-a693-9eb296d1ce50 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454197 Jul 14 11:44:46.668228 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518aa35-b514-4e58-a4b3-b728dfa18859 req-d18d4b30-1e15-4a12-9ac5-6cd44cb4c5bc tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:46.670256 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d518aa35-b514-4e58-a4b3-b728dfa18859 req-d18d4b30-1e15-4a12-9ac5-6cd44cb4c5bc tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0597284 Jul 14 11:44:46.679133 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35540) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:46.685942 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-cd85a268-f2d1-4c12-ae90-a4788d3c71c2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'floatingip': {'port_id': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:46.692400 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2d41-8bfb-42e6-9947-11e31a83401c req-091f2b51-c738-4cf6-bc26-de0f2e6d97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:46.694754 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ee5c2d41-8bfb-42e6-9947-11e31a83401c req-091f2b51-c738-4cf6-bc26-de0f2e6d97ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 1129 time: 0.0503602 Jul 14 11:44:46.758532 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-cd85a268-f2d1-4c12-ae90-a4788d3c71c2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (0ff9f21c-b97c-48fd-a68d-7f7607b5caa5), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:46.767457 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ee5c2d41-8bfb-42e6-9947-11e31a83401c req-da585a49-69ad-4dcd-abb2-9377023574bc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670528 Jul 14 11:44:46.780255 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35546) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:46.845981 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8dae2-7b4c-47db-8acb-acd3fa3a23d8 req-27863182-e3ba-444d-b67f-fb5684b67101 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:46.853050 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ecd8dae2-7b4c-47db-8acb-acd3fa3a23d8 req-27863182-e3ba-444d-b67f-fb5684b67101 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 945 time: 0.0599020 Jul 14 11:44:46.914762 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ecd8dae2-7b4c-47db-8acb-acd3fa3a23d8 req-e0d5b461-7f95-4029-bc94-ef83048e6bbf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593364 Jul 14 11:44:47.061461 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-16dbb53a-b86c-4c1c-8af2-2949e394f7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.267285 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-04c6c4ce-b8e0-47db-81cb-2291f50b6bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.269206 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35560) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:47.380311 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-04c6c4ce-b8e0-47db-81cb-2291f50b6bcf admin admin] Publish callbacks [] for security_group (b9780e99-bbbc-4005-80a7-38119379f9a3), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.381669 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8b3c773d-08b8-4e8c-93cb-2df00d964bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.412606 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 8ec85559-8aa6-4f19-b912-73c9a2d4d487 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:44:47.468810 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8b3c773d-08b8-4e8c-93cb-2df00d964bc4 admin admin] Publish callbacks [] for security_group (6baf9de5-c5a5-4e72-adc1-86edd53b55e8), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.477457 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:44:47.482170 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-04c6c4ce-b8e0-47db-81cb-2291f50b6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b9780e99-bbbc-4005-80a7-38119379f9a3), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.527099 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5ba7-35d0-4f35-ba90-4140c8b6afa4 req-f8201e74-86e4-4eed-9a93-8c5b1277cb32 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:47.528758 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6d8b5ba7-35d0-4f35-ba90-4140c8b6afa4 req-f8201e74-86e4-4eed-9a93-8c5b1277cb32 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.1382420 Jul 14 11:44:47.540043 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-04c6c4ce-b8e0-47db-81cb-2291f50b6bcf admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c28cb6b831b4427e8d84ac316363c73c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7586143 Jul 14 11:44:47.541218 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6c4ce-b8e0-47db-81cb-2291f50b6bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9780e99-bbbc-4005-80a7-38119379f9a3,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:47.543993 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35570) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:47.591391 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8b3c773d-08b8-4e8c-93cb-2df00d964bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (6baf9de5-c5a5-4e72-adc1-86edd53b55e8), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.614341 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:44:47.615120 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.635618 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0f2f9f74-0ef0-4ce0-af93-5b51840ed464 admin admin] Publish callbacks [] for security_group (b9780e99-bbbc-4005-80a7-38119379f9a3), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.649094 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-8b3c773d-08b8-4e8c-93cb-2df00d964bc4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=72848b1b00974677ad32505a5f2087bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783696 Jul 14 11:44:47.651576 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c773d-08b8-4e8c-93cb-2df00d964bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baf9de5-c5a5-4e72-adc1-86edd53b55e8,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:47.651699 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35572) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:47.672342 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0f2f9f74-0ef0-4ce0-af93-5b51840ed464 admin admin] Publish callbacks [] for security_group (b9780e99-bbbc-4005-80a7-38119379f9a3), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.713257 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6d8b5ba7-35d0-4f35-ba90-4140c8b6afa4 req-bf1d1d5f-44fe-41f1-a433-f92db8eef947 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749623 Jul 14 11:44:47.714239 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:47.759349 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:44:47.760055 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.773072 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-cd85a268-f2d1-4c12-ae90-a4788d3c71c2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.793392 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b68792a8-6201-4f2d-b4a2-36e53d72b53a admin admin] Publish callbacks [] for security_group (6baf9de5-c5a5-4e72-adc1-86edd53b55e8), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.801767 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 8ec85559-8aa6-4f19-b912-73c9a2d4d487, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ec85559-8aa6-4f19-b912-73c9a2d4d487,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:44:47.810005 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0f2f9f74-0ef0-4ce0-af93-5b51840ed464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b9780e99-bbbc-4005-80a7-38119379f9a3), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.812532 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0f2f9f74-0ef0-4ce0-af93-5b51840ed464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.813695 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-0f2f9f74-0ef0-4ce0-af93-5b51840ed464 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b9780e99-bbbc-4005-80a7-38119379f9a3 HTTP/1.1" status: 204 len: 168 time: 0.2686038 Jul 14 11:44:47.821697 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b68792a8-6201-4f2d-b4a2-36e53d72b53a admin admin] Publish callbacks [] for security_group (6baf9de5-c5a5-4e72-adc1-86edd53b55e8), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.822709 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f9f74-0ef0-4ce0-af93-5b51840ed464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9780e99-bbbc-4005-80a7-38119379f9a3,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:47.834443 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec85559-8aa6-4f19-b912-73c9a2d4d487'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:44:47.836967 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3b058b-db3d-4dbf-a673-605fc658acf6" -d '{"events": [{"server_uuid": "edc1d8c0-48e2-49bd-8807-bb041db6a9df", "name": "network-vif-plugged", "status": "completed", "tag": "8ec85559-8aa6-4f19-b912-73c9a2d4d487"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:47.866309 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-cd85a268-f2d1-4c12-ae90-a4788d3c71c2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (0ff9f21c-b97c-48fd-a68d-7f7607b5caa5), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.887224 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:47.888653 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5035a6c1-ee7c-4023-b020-519921264cb5 x-openstack-request-id: req-5035a6c1-ee7c-4023-b020-519921264cb5 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:47.889075 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc1d8c0-48e2-49bd-8807-bb041db6a9df", "name": "network-vif-plugged", "status": "completed", "tag": "8ec85559-8aa6-4f19-b912-73c9a2d4d487", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:47.889436 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5035a6c1-ee7c-4023-b020-519921264cb5 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:47.889925 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5035a6c1-ee7c-4023-b020-519921264cb5'] response: {'server_uuid': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'code': 200} Jul 14 11:44:47.890961 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:47.932539 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:47.974034 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:47.995140 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=8ec85559-8aa6-4f19-b912-73c9a2d4d487,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:48.000483 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-cd85a268-f2d1-4c12-ae90-a4788d3c71c2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Floating IP 0ff9f21c-b97c-48fd-a68d-7f7607b5caa5 associated. External IP: 172.27.3.60, port: a691a194-3f01-478d-96f7-2e83d0eb6f7d. Jul 14 11:44:48.120952 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:48.122005 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b68792a8-6201-4f2d-b4a2-36e53d72b53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (6baf9de5-c5a5-4e72-adc1-86edd53b55e8), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:48.124493 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b68792a8-6201-4f2d-b4a2-36e53d72b53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:48.125644 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b68792a8-6201-4f2d-b4a2-36e53d72b53a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6baf9de5-c5a5-4e72-adc1-86edd53b55e8 HTTP/1.1" status: 204 len: 168 time: 0.4691250 Jul 14 11:44:48.170519 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68792a8-6201-4f2d-b4a2-36e53d72b53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baf9de5-c5a5-4e72-adc1-86edd53b55e8,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:48.185150 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25350d-91af-4410-97f7-c037c9b28525 req-39cc4bff-ee33-4f6e-b6e1-f62c9332be29 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:48.192356 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6a25350d-91af-4410-97f7-c037c9b28525 req-39cc4bff-ee33-4f6e-b6e1-f62c9332be29 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 946 time: 0.1301081 Jul 14 11:44:48.320887 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6a25350d-91af-4410-97f7-c037c9b28525 req-326b511f-8a18-4804-ac94-12fc63176014 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270745 Jul 14 11:44:48.340226 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:48.415729 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd85a268-f2d1-4c12-ae90-a4788d3c71c2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Router 25f7a831-2244-4812-9395-dfa261bc61a8 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:44:48.546676 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd85a268-f2d1-4c12-ae90-a4788d3c71c2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:48.561494 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-cd85a268-f2d1-4c12-ae90-a4788d3c71c2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:48.565264 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab2c6e-afeb-4fc9-9f8d-53309e570feb None None] Sync routers for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:48.589637 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab2c6e-afeb-4fc9-9f8d-53309e570feb None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:48.590271 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-7cab2c6e-afeb-4fc9-9f8d-53309e570feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:44:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:48.610608 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-cd85a268-f2d1-4c12-ae90-a4788d3c71c2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "PUT /v2.0/floatingips/0ff9f21c-b97c-48fd-a68d-7f7607b5caa5 HTTP/1.1" status: 200 len: 991 time: 1.9297204 Jul 14 11:44:48.611200 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'tag': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:44:48.613671 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61" -d '{"events": [{"name": "network-changed", "server_uuid": "36228e4a-c9d6-4e57-81fe-e8a49d221573", "tag": "a691a194-3f01-478d-96f7-2e83d0eb6f7d"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:48.655670 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:48.673941 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7955e985-1526-4fd1-b5e6-e92e92d16935 x-openstack-request-id: req-7955e985-1526-4fd1-b5e6-e92e92d16935 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:48.674274 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36228e4a-c9d6-4e57-81fe-e8a49d221573", "tag": "a691a194-3f01-478d-96f7-2e83d0eb6f7d", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:48.674535 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7955e985-1526-4fd1-b5e6-e92e92d16935 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:48.674938 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7955e985-1526-4fd1-b5e6-e92e92d16935'] response: {'name': 'network-changed', 'server_uuid': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'tag': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d', 'status': 'completed', 'code': 200} Jul 14 11:44:48.787139 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac4553-97ff-4306-b31c-27fded7271e1 req-23b58940-68d0-4576-abad-c21a9046a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:48.793177 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-15ac4553-97ff-4306-b31c-27fded7271e1 req-23b58940-68d0-4576-abad-c21a9046a35a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 1130 time: 0.1202180 Jul 14 11:44:48.820467 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-7cab2c6e-afeb-4fc9-9f8d-53309e570feb None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:48.884529 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-15ac4553-97ff-4306-b31c-27fded7271e1 req-60192ba7-0eb9-4002-986e-8d72720147bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682259 Jul 14 11:44:48.885583 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61 req-f9ecb900-9a1c-42bd-90f9-7333056ac668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:48.887089 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61 req-f9ecb900-9a1c-42bd-90f9-7333056ac668 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48a88ac7db8a481ca03508d315a0bc56&device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 1130 time: 0.1284556 Jul 14 11:44:48.929885 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c36a97-5168-43df-bd6b-bf4997003be5 req-d8a32fd0-98ed-4640-b0c5-c599dd9a102a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:48.933908 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c4c36a97-5168-43df-bd6b-bf4997003be5 req-d8a32fd0-98ed-4640-b0c5-c599dd9a102a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0811625 Jul 14 11:44:49.022621 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c4c36a97-5168-43df-bd6b-bf4997003be5 req-61b894f4-90bc-4242-9b19-4f1ac058b9ee tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838702 Jul 14 11:44:49.159037 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574759-80cf-4c8b-9df9-38d6b116d06c req-77718e1e-8051-4d8a-9a22-aa023341504c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:49.160962 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e7574759-80cf-4c8b-9df9-38d6b116d06c req-77718e1e-8051-4d8a-9a22-aa023341504c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0549068 Jul 14 11:44:49.170614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35636) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:49.178118 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-6b950767-525b-46f8-9b31-11ac707db6ba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'floatingip': {'port_id': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:49.215500 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-7cab2c6e-afeb-4fc9-9f8d-53309e570feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '0ff9f21c-b97c-48fd-a68d-7f7607b5caa5', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'port_id': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'mac_address': 'fa:16:3e:ca:83:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:15Z', 'updated_at': '2022-07-14T11:44:47Z', 'revision_number': 1, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:49.256191 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab2c6e-afeb-4fc9-9f8d-53309e570feb None None] Checking router: 25f7a831-2244-4812-9395-dfa261bc61a8 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:49.268824 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab2c6e-afeb-4fc9-9f8d-53309e570feb None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:49.269791 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6b950767-525b-46f8-9b31-11ac707db6ba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (bc301544-d685-4fad-9a46-302d9a684636), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:49.270078 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-7cab2c6e-afeb-4fc9-9f8d-53309e570feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:44:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:49.274215 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:49.375353 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61 req-de4cf5ca-77ae-4823-9598-60fa85a49aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:49.376844 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61 req-de4cf5ca-77ae-4823-9598-60fa85a49aea service neutron] 10.222.0.55 "GET /v2.0/networks?id=87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 200 len: 912 time: 0.2747991 Jul 14 11:44:49.476733 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-7cab2c6e-afeb-4fc9-9f8d-53309e570feb None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:49.535350 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f07c5-64fd-4ec8-841d-8a37a931b13e req-7cec775b-8ec6-416c-b593-9845041e3fe8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:49.543574 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7a3f07c5-64fd-4ec8-841d-8a37a931b13e req-7cec775b-8ec6-416c-b593-9845041e3fe8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 946 time: 0.1185887 Jul 14 11:44:49.616206 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:49.680746 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7a3f07c5-64fd-4ec8-841d-8a37a931b13e req-ef1b069b-9c8f-4da9-b790-1eb46fe5618e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361482 Jul 14 11:44:49.807292 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61 req-99bd8edf-b5e5-4644-b300-3f28b776fff9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a691a194-3f01-478d-96f7-2e83d0eb6f7d HTTP/1.1" status: 200 len: 999 time: 0.1961255 Jul 14 11:44:49.819815 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-7cab2c6e-afeb-4fc9-9f8d-53309e570feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '0ff9f21c-b97c-48fd-a68d-7f7607b5caa5', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'port_id': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'mac_address': 'fa:16:3e:ca:83:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:15Z', 'updated_at': '2022-07-14T11:44:47Z', 'revision_number': 1, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:49.850603 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab2c6e-afeb-4fc9-9f8d-53309e570feb None None] The sync data for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi is: [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '0ff9f21c-b97c-48fd-a68d-7f7607b5caa5', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'port_id': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'mac_address': 'fa:16:3e:ca:83:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:15Z', 'updated_at': '2022-07-14T11:44:47Z', 'revision_number': 1, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:49.856034 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:50.090962 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:50.193824 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6b950767-525b-46f8-9b31-11ac707db6ba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:50.221750 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:50.265774 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514775ed-128d-4231-bd0c-771a9a3c6913 None None] New status for floating IP 0ff9f21c-b97c-48fd-a68d-7f7607b5caa5: ACTIVE {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:44:50.279947 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61 req-13ba9041-a18e-4f70-b33b-d46b2721e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:50.281710 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61 req-13ba9041-a18e-4f70-b33b-d46b2721e82a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a358cd9-2a9c-4885-95d8-0f50e266cbc6 HTTP/1.1" status: 200 len: 850 time: 0.3614740 Jul 14 11:44:50.287986 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6b950767-525b-46f8-9b31-11ac707db6ba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (bc301544-d685-4fad-9a46-302d9a684636), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:50.452793 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-6b950767-525b-46f8-9b31-11ac707db6ba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Floating IP bc301544-d685-4fad-9a46-302d9a684636 associated. External IP: 172.27.3.194, port: cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0. Jul 14 11:44:50.570547 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61 req-9559e3eb-a545-4665-9110-1828a9c14db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:50.572943 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61 req-9559e3eb-a545-4665-9110-1828a9c14db9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d6f20b-bda5-4229-8026-f520c7f094ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702555 Jul 14 11:44:50.725589 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61 req-29e5b942-7037-4a39-b272-26b7af3b2cf0 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452427 Jul 14 11:44:50.841810 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d3b73-42da-42ad-a0b2-42bc7b80c188 req-1f016870-7234-45fa-9d0b-96c5d71cedd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:50.844114 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e06d3b73-42da-42ad-a0b2-42bc7b80c188 req-1f016870-7234-45fa-9d0b-96c5d71cedd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 946 time: 0.0767159 Jul 14 11:44:50.854948 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:50.978403 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e06d3b73-42da-42ad-a0b2-42bc7b80c188 req-5c31d180-3fca-4395-8f5d-ef78bdc29a89 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277366 Jul 14 11:44:51.024805 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a4c34e9d-60cf-4161-9bdc-5cff76b5bc61 req-3a27e35c-692b-4950-8307-cce1a879f2fe service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518958 Jul 14 11:44:51.040614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:51.095717 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b950767-525b-46f8-9b31-11ac707db6ba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:44:51.204817 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b950767-525b-46f8-9b31-11ac707db6ba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:51.209513 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6b950767-525b-46f8-9b31-11ac707db6ba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:51.217698 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be960fa-ef78-44cc-a1c6-810e07c7032e None None] Sync routers for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:51.231701 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be960fa-ef78-44cc-a1c6-810e07c7032e None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:51.238461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-1be960fa-ef78-44cc-a1c6-810e07c7032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:44:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:51.241673 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-6b950767-525b-46f8-9b31-11ac707db6ba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "PUT /v2.0/floatingips/bc301544-d685-4fad-9a46-302d9a684636 HTTP/1.1" status: 200 len: 991 time: 2.0686963 Jul 14 11:44:51.242242 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:44:51.244472 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bb728a-8438-4b12-bebc-7e7eb28e7571" -d '{"events": [{"name": "network-changed", "server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:51.284892 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e4a22f-d297-4f1f-ba3d-8772fa004eff x-openstack-request-id: req-d4e4a22f-d297-4f1f-ba3d-8772fa004eff {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:51.285197 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:51.285570 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d4e4a22f-d297-4f1f-ba3d-8772fa004eff {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:51.285834 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e4a22f-d297-4f1f-ba3d-8772fa004eff'] response: {'name': 'network-changed', 'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'status': 'completed', 'code': 200} Jul 14 11:44:51.353203 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:51.387784 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-1be960fa-ef78-44cc-a1c6-810e07c7032e None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:51.393571 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb728a-8438-4b12-bebc-7e7eb28e7571 req-855f7114-eef9-4663-8ae5-9c0475a65603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:51.395588 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-38bb728a-8438-4b12-bebc-7e7eb28e7571 req-855f7114-eef9-4663-8ae5-9c0475a65603 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 1129 time: 0.0732384 Jul 14 11:44:51.515561 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb728a-8438-4b12-bebc-7e7eb28e7571 req-4f4051af-3614-43bc-93d0-f9850f855d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:51.517018 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-38bb728a-8438-4b12-bebc-7e7eb28e7571 req-4f4051af-3614-43bc-93d0-f9850f855d76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 918 time: 0.1046436 Jul 14 11:44:51.576109 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:51.589661 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-38bb728a-8438-4b12-bebc-7e7eb28e7571 req-d5bebb57-51f4-43d0-8b56-5d204aaf892c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 HTTP/1.1" status: 200 len: 999 time: 0.0660033 Jul 14 11:44:51.655210 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb728a-8438-4b12-bebc-7e7eb28e7571 req-dc3fb457-0de1-438d-817d-3d8526921060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:51.656799 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-38bb728a-8438-4b12-bebc-7e7eb28e7571 req-dc3fb457-0de1-438d-817d-3d8526921060 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ffca6be3-1873-4c11-b23e-8cff8d06e710 HTTP/1.1" status: 200 len: 856 time: 0.0529194 Jul 14 11:44:51.686011 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-1be960fa-ef78-44cc-a1c6-810e07c7032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'bc301544-d685-4fad-9a46-302d9a684636', 'tenant_id': '81777430895b432999f69033667e59f1', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'port_id': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'mac_address': 'fa:16:3e:1a:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f44195-49ec-496b-937e-eb9722a215c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:49Z', 'revision_number': 1, 'project_id': '81777430895b432999f69033667e59f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:51.718153 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be960fa-ef78-44cc-a1c6-810e07c7032e None None] Checking router: 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:51.730450 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be960fa-ef78-44cc-a1c6-810e07c7032e None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:51.731058 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-1be960fa-ef78-44cc-a1c6-810e07c7032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:44:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:51.734218 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb728a-8438-4b12-bebc-7e7eb28e7571 req-77d34033-efa6-4f3d-a4ff-02835dcd786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:51.736021 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-38bb728a-8438-4b12-bebc-7e7eb28e7571 req-77d34033-efa6-4f3d-a4ff-02835dcd786e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4586847-6136-4dce-945a-818d63fc4328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630901 Jul 14 11:44:51.901086 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-1be960fa-ef78-44cc-a1c6-810e07c7032e None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:51.905257 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-38bb728a-8438-4b12-bebc-7e7eb28e7571 req-dcfdc65a-d3f1-4655-a5ae-75819caad870 service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611724 Jul 14 11:44:51.935965 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:52.018623 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-38bb728a-8438-4b12-bebc-7e7eb28e7571 req-80f7f6b8-1f10-4d58-9cb0-a3aa838c941e service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063795 Jul 14 11:44:52.116980 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:52.148379 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e6534-0ee1-449f-8bae-b879784320c1 req-8c9b1a57-d742-41d9-8726-a41916144f37 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:52.150611 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8a4e6534-0ee1-449f-8bae-b879784320c1 req-8c9b1a57-d742-41d9-8726-a41916144f37 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 946 time: 0.0772347 Jul 14 11:44:52.208591 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8a4e6534-0ee1-449f-8bae-b879784320c1 req-56410e07-5a27-414e-9782-3a028c299182 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520880 Jul 14 11:44:52.239894 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-1be960fa-ef78-44cc-a1c6-810e07c7032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'bc301544-d685-4fad-9a46-302d9a684636', 'tenant_id': '81777430895b432999f69033667e59f1', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'port_id': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'mac_address': 'fa:16:3e:1a:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f44195-49ec-496b-937e-eb9722a215c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:49Z', 'revision_number': 1, 'project_id': '81777430895b432999f69033667e59f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:52.259162 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:52.268310 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be960fa-ef78-44cc-a1c6-810e07c7032e None None] The sync data for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi is: [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'bc301544-d685-4fad-9a46-302d9a684636', 'tenant_id': '81777430895b432999f69033667e59f1', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'port_id': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'mac_address': 'fa:16:3e:1a:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f44195-49ec-496b-937e-eb9722a215c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:49Z', 'revision_number': 1, 'project_id': '81777430895b432999f69033667e59f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:52.351449 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:52.370771 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e57621-f948-4f61-b4ee-1ddb48cbfb6f req-ea0ee8d3-d7ac-4408-83bb-ddb426209c93 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:52.372320 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-38e57621-f948-4f61-b4ee-1ddb48cbfb6f req-ea0ee8d3-d7ac-4408-83bb-ddb426209c93 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 946 time: 0.0784953 Jul 14 11:44:52.381722 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35746) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:52.387014 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-ebea93ce-6eef-41b3-bb12-663b406aa1b8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'floatingip': {'port_id': '8ec85559-8aa6-4f19-b912-73c9a2d4d487'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:44:52.430756 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ebea93ce-6eef-41b3-bb12-663b406aa1b8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (e5c18852-dcb4-4d4b-b24e-dd3f0af6b075), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:52.545749 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad0b30-eb01-481d-bc6f-e41175611f69 None None] New status for floating IP bc301544-d685-4fad-9a46-302d9a684636: ACTIVE {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:44:52.968284 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ebea93ce-6eef-41b3-bb12-663b406aa1b8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:53.019228 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ebea93ce-6eef-41b3-bb12-663b406aa1b8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (e5c18852-dcb4-4d4b-b24e-dd3f0af6b075), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:53.122125 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-ebea93ce-6eef-41b3-bb12-663b406aa1b8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Floating IP e5c18852-dcb4-4d4b-b24e-dd3f0af6b075 associated. External IP: 172.27.3.15, port: 8ec85559-8aa6-4f19-b912-73c9a2d4d487. Jul 14 11:44:53.347324 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebea93ce-6eef-41b3-bb12-663b406aa1b8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:44:53.477579 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebea93ce-6eef-41b3-bb12-663b406aa1b8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:44:53.483435 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ebea93ce-6eef-41b3-bb12-663b406aa1b8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:53.491187 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66200157-bf26-4070-9c26-186ea3f1e8c3 None None] Sync routers for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:44:53.503443 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66200157-bf26-4070-9c26-186ea3f1e8c3 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:53.503443 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-66200157-bf26-4070-9c26-186ea3f1e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:44:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:53.515523 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-ebea93ce-6eef-41b3-bb12-663b406aa1b8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "PUT /v2.0/floatingips/e5c18852-dcb4-4d4b-b24e-dd3f0af6b075 HTTP/1.1" status: 200 len: 991 time: 1.1326385 Jul 14 11:44:53.516107 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'tag': '8ec85559-8aa6-4f19-b912-73c9a2d4d487'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:44:53.518664 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23443b0-9b42-4826-a15b-4a3285296eed" -d '{"events": [{"name": "network-changed", "server_uuid": "edc1d8c0-48e2-49bd-8807-bb041db6a9df", "tag": "8ec85559-8aa6-4f19-b912-73c9a2d4d487"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:44:53.554571 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd0eec-a608-4db8-afe6-d88eca9452ab x-openstack-request-id: req-70cd0eec-a608-4db8-afe6-d88eca9452ab {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:44:53.554855 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc1d8c0-48e2-49bd-8807-bb041db6a9df", "tag": "8ec85559-8aa6-4f19-b912-73c9a2d4d487", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:44:53.555110 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-70cd0eec-a608-4db8-afe6-d88eca9452ab {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:44:53.555517 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cd0eec-a608-4db8-afe6-d88eca9452ab'] response: {'name': 'network-changed', 'server_uuid': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'tag': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'status': 'completed', 'code': 200} Jul 14 11:44:53.558328 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:53.592147 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:53.628159 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-66200157-bf26-4070-9c26-186ea3f1e8c3 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:53.645146 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23443b0-9b42-4826-a15b-4a3285296eed req-b5a4654a-7957-4559-9634-bac99b392e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:53.646726 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a23443b0-9b42-4826-a15b-4a3285296eed req-b5a4654a-7957-4559-9634-bac99b392e36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 1130 time: 0.0448918 Jul 14 11:44:53.716372 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:53.755404 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23443b0-9b42-4826-a15b-4a3285296eed req-36f8f36f-7277-4633-b6c1-9b1742301ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:53.756873 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a23443b0-9b42-4826-a15b-4a3285296eed req-36f8f36f-7277-4633-b6c1-9b1742301ab2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 916 time: 0.1024122 Jul 14 11:44:53.831626 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a23443b0-9b42-4826-a15b-4a3285296eed req-3fd702a1-7b74-4925-9918-99aa88a4e5d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ec85559-8aa6-4f19-b912-73c9a2d4d487 HTTP/1.1" status: 200 len: 999 time: 0.0684013 Jul 14 11:44:53.873490 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-66200157-bf26-4070-9c26-186ea3f1e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e5c18852-dcb4-4d4b-b24e-dd3f0af6b075', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:f3:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:52Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:53.895917 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23443b0-9b42-4826-a15b-4a3285296eed req-d647557f-6cec-4bd4-b32d-a61861389aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:53.897450 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a23443b0-9b42-4826-a15b-4a3285296eed req-d647557f-6cec-4bd4-b32d-a61861389aa4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359d57a5-1483-450f-ae8c-a26ea1a1115d HTTP/1.1" status: 200 len: 854 time: 0.0600390 Jul 14 11:44:53.900056 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66200157-bf26-4070-9c26-186ea3f1e8c3 None None] Checking router: a12ab71c-1de3-4b12-86f7-5c9fecff0c40 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:44:53.908715 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66200157-bf26-4070-9c26-186ea3f1e8c3 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:44:53.909356 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-66200157-bf26-4070-9c26-186ea3f1e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:44:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:53.958712 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:54.014944 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-66200157-bf26-4070-9c26-186ea3f1e8c3 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:44:54.037663 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:54.204331 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:54.230397 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-66200157-bf26-4070-9c26-186ea3f1e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e5c18852-dcb4-4d4b-b24e-dd3f0af6b075', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:f3:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:52Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:44:54.255566 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66200157-bf26-4070-9c26-186ea3f1e8c3 None None] The sync data for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi is: [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e5c18852-dcb4-4d4b-b24e-dd3f0af6b075', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:f3:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:52Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:44:54.496880 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0390a93-8102-47c3-b529-f5d25a9892e0 None None] New status for floating IP e5c18852-dcb4-4d4b-b24e-dd3f0af6b075: ACTIVE {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:44:54.886359 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23443b0-9b42-4826-a15b-4a3285296eed req-a37db2a9-6f7a-43d2-871b-233f1ee957af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:54.887892 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a23443b0-9b42-4826-a15b-4a3285296eed req-a37db2a9-6f7a-43d2-871b-233f1ee957af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce6397ea-e1d9-4c18-9185-6161e76618d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515342 Jul 14 11:44:55.856117 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:56.074000 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:56.136005 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:56.696476 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35830) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:56.813484 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:56.905477 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Publish callbacks [] for security_group (8d406b9e-1c02-4e58-b953-e399c287de0e), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:57.002141 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8d406b9e-1c02-4e58-b953-e399c287de0e), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:57.048642 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5995536198644c6099cb9a5ebf8f7b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510003 Jul 14 11:44:57.049535 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d406b9e-1c02-4e58-b953-e399c287de0e,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:57.051513 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35834) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:57.065607 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.066016 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.066357 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.066731 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.067067 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.067394 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.067726 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.068050 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.068375 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.068701 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.069027 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.069571 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.069752 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.070003 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.070322 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f1865-522d-40d6-87bc-e9a5e8a33701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:57.107405 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:57.126120 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-988f3ccd-efd8-4be1-8a82-31439dc85e54 admin admin] Publish callbacks [] for security_group (8d406b9e-1c02-4e58-b953-e399c287de0e), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:57.150743 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-988f3ccd-efd8-4be1-8a82-31439dc85e54 admin admin] Publish callbacks [] for security_group (8d406b9e-1c02-4e58-b953-e399c287de0e), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:57.278798 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-988f3ccd-efd8-4be1-8a82-31439dc85e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8d406b9e-1c02-4e58-b953-e399c287de0e), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:57.281904 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-988f3ccd-efd8-4be1-8a82-31439dc85e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:57.283081 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-988f3ccd-efd8-4be1-8a82-31439dc85e54 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8d406b9e-1c02-4e58-b953-e399c287de0e HTTP/1.1" status: 204 len: 168 time: 0.2306643 Jul 14 11:44:57.292455 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f3ccd-efd8-4be1-8a82-31439dc85e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d406b9e-1c02-4e58-b953-e399c287de0e,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:57.321066 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:57.469412 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-ee9b6cd6-d312-43aa-a0d5-e3b15b628525 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934236 Jul 14 11:44:57.499134 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a23443b0-9b42-4826-a15b-4a3285296eed req-f809afa1-4f40-41a1-961c-65a1b60b217a service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347165 Jul 14 11:44:57.555672 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:57.818058 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:58.146353 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 35856) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:58.161237 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:58.241985 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Publish callbacks [] for security_group (4443a4cf-fcb3-47ea-9c51-8b6472e77746), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:58.327698 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (4443a4cf-fcb3-47ea-9c51-8b6472e77746), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:58.372921 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1506bdca26c14b14953c304c005bace5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254610 Jul 14 11:44:58.373801 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4443a4cf-fcb3-47ea-9c51-8b6472e77746,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:58.375738 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35858) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:44:58.381633 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.386623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457cbc7-52f7-488e-953e-57219d4ba844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:44:58.425896 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6ad5575a-316e-4fb1-82aa-a1f5e51f070d admin admin] Publish callbacks [] for security_group (4443a4cf-fcb3-47ea-9c51-8b6472e77746), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:58.447881 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6ad5575a-316e-4fb1-82aa-a1f5e51f070d admin admin] Publish callbacks [] for security_group (4443a4cf-fcb3-47ea-9c51-8b6472e77746), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:58.455209 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:44:58.611741 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6ad5575a-316e-4fb1-82aa-a1f5e51f070d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (4443a4cf-fcb3-47ea-9c51-8b6472e77746), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:58.614309 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6ad5575a-316e-4fb1-82aa-a1f5e51f070d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:44:58.615459 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-6ad5575a-316e-4fb1-82aa-a1f5e51f070d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4443a4cf-fcb3-47ea-9c51-8b6472e77746 HTTP/1.1" status: 204 len: 168 time: 0.2388008 Jul 14 11:44:58.629381 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5575a-316e-4fb1-82aa-a1f5e51f070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4443a4cf-fcb3-47ea-9c51-8b6472e77746,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:44:59.288280 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-a3fdc9b0-3e62-4c59-8da8-dea1937bc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:59.289812 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-a3fdc9b0-3e62-4c59-8da8-dea1937bc5d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5bb446eb04c04b73aacbcf5e605a6c76&device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 1129 time: 0.0925841 Jul 14 11:44:59.292605 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a23443b0-9b42-4826-a15b-4a3285296eed req-af6eca1c-e0ee-44f7-b240-17d06f8c36d9 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647570 Jul 14 11:44:59.417244 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-22ad6b48-3390-4a14-92a1-8eee16bfc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:59.418835 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-22ad6b48-3390-4a14-92a1-8eee16bfc602 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7743558a-c4dc-432c-9b5b-7c02f455d982 HTTP/1.1" status: 200 len: 913 time: 0.0974212 Jul 14 11:44:59.726717 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-30b82b38-766c-4458-a754-84e78597dd34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29fc8120-97c5-4a52-86fc-ca5ec90b971c HTTP/1.1" status: 200 len: 217 time: 0.0343161 Jul 14 11:44:59.786594 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-dcabf9f3-e7ec-44ad-85d8-268845dadd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:59.788238 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-dcabf9f3-e7ec-44ad-85d8-268845dadd63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=19cd5ec3-f77a-4e84-99af-90354d9e3c43 HTTP/1.1" status: 200 len: 851 time: 0.0557442 Jul 14 11:44:59.840057 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-b6daf043-358c-4c16-92bd-7eccdabd9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:44:59.842789 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-b6daf043-358c-4c16-92bd-7eccdabd9486 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7743558a-c4dc-432c-9b5b-7c02f455d982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474799 Jul 14 11:44:59.944045 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-10b4d1de-485c-44f3-a9da-c891ead6ba5a service neutron] 10.222.0.55 "GET /v2.0/networks/7743558a-c4dc-432c-9b5b-7c02f455d982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939748 Jul 14 11:45:00.046492 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-88fd1a1d-803a-4baa-a635-d357f72bd4df req-96acb1cd-8e01-451d-8fce-4ec5d26f7c31 service neutron] 10.222.0.55 "GET /v2.0/networks/7743558a-c4dc-432c-9b5b-7c02f455d982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951388 Jul 14 11:45:00.851368 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35936) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:00.987421 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a5852fe0-50e2-4367-8f1b-5156ef577031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:01.076301 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a5852fe0-50e2-4367-8f1b-5156ef577031 admin admin] Publish callbacks [] for security_group (5afe50e9-439f-442c-9795-97748a531fdc), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:01.179364 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a5852fe0-50e2-4367-8f1b-5156ef577031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5afe50e9-439f-442c-9795-97748a531fdc), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:01.232934 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5852fe0-50e2-4367-8f1b-5156ef577031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afe50e9-439f-442c-9795-97748a531fdc,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:01.237330 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-a5852fe0-50e2-4367-8f1b-5156ef577031 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a34880a4c7ea44bba3f7e3b0f47cc299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848763 Jul 14 11:45:01.240126 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 35954) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:01.246306 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:01.293664 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a469-990a-4c30-9973-c5051243f150 admin admin] Publish callbacks [] for security_group (5afe50e9-439f-442c-9795-97748a531fdc), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:01.316144 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a469-990a-4c30-9973-c5051243f150 admin admin] Publish callbacks [] for security_group (5afe50e9-439f-442c-9795-97748a531fdc), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:01.363886 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:01.456774 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93beebd-d29b-4c70-b2a9-2c55974ce3f8 req-00adb7d5-1ea8-4958-b91d-e543eeb826ab tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:01.458293 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e93beebd-d29b-4c70-b2a9-2c55974ce3f8 req-00adb7d5-1ea8-4958-b91d-e543eeb826ab tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 945 time: 0.0503035 Jul 14 11:45:01.485672 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a469-990a-4c30-9973-c5051243f150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5afe50e9-439f-442c-9795-97748a531fdc), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:01.492863 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a469-990a-4c30-9973-c5051243f150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:01.494491 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e8c0a469-990a-4c30-9973-c5051243f150 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5afe50e9-439f-442c-9795-97748a531fdc HTTP/1.1" status: 204 len: 168 time: 0.2532647 Jul 14 11:45:01.519646 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0a469-990a-4c30-9973-c5051243f150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afe50e9-439f-442c-9795-97748a531fdc,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:01.570933 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e93beebd-d29b-4c70-b2a9-2c55974ce3f8 req-06655f07-44fd-4d44-9a8b-8ef48b711da8 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059468 Jul 14 11:45:02.699554 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1d94b-e98a-4b0d-a3b8-0bdc57003c31 req-8a69da34-3368-4ae7-b694-7d2371c4c99a tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:02.701053 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b7c1d94b-e98a-4b0d-a3b8-0bdc57003c31 req-8a69da34-3368-4ae7-b694-7d2371c4c99a tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 945 time: 0.0490208 Jul 14 11:45:02.750399 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b7c1d94b-e98a-4b0d-a3b8-0bdc57003c31 req-348453a0-22da-4698-9ef7-d17779572d65 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Jul 14 11:45:03.514554 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7415-8318-46c9-9a22-19a4caa3c29a req-146cc600-1aa9-40b4-bd54-fefeed428931 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:03.516076 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-686b7415-8318-46c9-9a22-19a4caa3c29a req-146cc600-1aa9-40b4-bd54-fefeed428931 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.55 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 945 time: 0.0525005 Jul 14 11:45:03.666012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-686b7415-8318-46c9-9a22-19a4caa3c29a req-5344b451-81aa-4271-9578-321c12714d9b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Deleting port 29fc8120-97c5-4a52-86fc-ca5ec90b971c {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:45:03.666353 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-686b7415-8318-46c9-9a22-19a4caa3c29a req-5344b451-81aa-4271-9578-321c12714d9b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:03.956835 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9cb81-50ed-4743-8147-d991244636b9 req-1e3cd9e9-bbea-4ea6-8488-60b117e1832b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:03.958358 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-50a9cb81-50ed-4743-8147-d991244636b9 req-1e3cd9e9-bbea-4ea6-8488-60b117e1832b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 945 time: 0.0651753 Jul 14 11:45:03.973072 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-686b7415-8318-46c9-9a22-19a4caa3c29a req-5344b451-81aa-4271-9578-321c12714d9b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] For port 29fc8120-97c5-4a52-86fc-ca5ec90b971c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=29fc8120-97c5-4a52-86fc-ca5ec90b971c,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:03.973468 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-686b7415-8318-46c9-9a22-19a4caa3c29a req-5344b451-81aa-4271-9578-321c12714d9b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:04.000146 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-686b7415-8318-46c9-9a22-19a4caa3c29a req-5344b451-81aa-4271-9578-321c12714d9b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Calling delete_port for 29fc8120-97c5-4a52-86fc-ca5ec90b971c owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:45:04.096764 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-50a9cb81-50ed-4743-8147-d991244636b9 req-5e26727f-e376-455b-a463-ba16c7023aa8 tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/security-groups?id=53c4d27a-92e9-48ed-9a80-78b205914157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256940 Jul 14 11:45:04.262245 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-686b7415-8318-46c9-9a22-19a4caa3c29a req-5344b451-81aa-4271-9578-321c12714d9b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (29fc8120-97c5-4a52-86fc-ca5ec90b971c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:04.294008 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344b451-81aa-4271-9578-321c12714d9b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Pushing event deleted for resources: {'Port': ['ID=29fc8120-97c5-4a52-86fc-ca5ec90b971c,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:04.360813 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-686b7415-8318-46c9-9a22-19a4caa3c29a req-5344b451-81aa-4271-9578-321c12714d9b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] No DVR routers for this DVR port 29fc8120-97c5-4a52-86fc-ca5ec90b971c on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:45:04.363936 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-686b7415-8318-46c9-9a22-19a4caa3c29a req-5344b451-81aa-4271-9578-321c12714d9b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:04.367272 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-686b7415-8318-46c9-9a22-19a4caa3c29a req-5344b451-81aa-4271-9578-321c12714d9b tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.55 "DELETE /v2.0/ports/29fc8120-97c5-4a52-86fc-ca5ec90b971c HTTP/1.1" status: 204 len: 173 time: 0.8456836 Jul 14 11:45:04.367722 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84831c0d-d0dd-43e7-ae1c-231d7fb307b2', 'name': 'network-vif-deleted', 'tag': '29fc8120-97c5-4a52-86fc-ca5ec90b971c'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:45:04.370105 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe579566-49cc-4342-89d0-e13f038f2229" -d '{"events": [{"server_uuid": "84831c0d-d0dd-43e7-ae1c-231d7fb307b2", "name": "network-vif-deleted", "tag": "29fc8120-97c5-4a52-86fc-ca5ec90b971c"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:04.413640 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4615ec0-3526-42b7-8686-df179fe338cf x-openstack-request-id: req-b4615ec0-3526-42b7-8686-df179fe338cf {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:04.414596 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84831c0d-d0dd-43e7-ae1c-231d7fb307b2", "name": "network-vif-deleted", "tag": "29fc8120-97c5-4a52-86fc-ca5ec90b971c", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:04.414596 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b4615ec0-3526-42b7-8686-df179fe338cf {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:04.414596 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4615ec0-3526-42b7-8686-df179fe338cf'] response: {'server_uuid': '84831c0d-d0dd-43e7-ae1c-231d7fb307b2', 'name': 'network-vif-deleted', 'tag': '29fc8120-97c5-4a52-86fc-ca5ec90b971c', 'status': 'completed', 'code': 200} Jul 14 11:45:05.234699 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dd00343b-0c59-4a11-8395-3c9e94550072 req-72a7f991-0c3e-411f-b694-be77f3290ffa tempest-DeleteServersTestJSON-444609795 tempest-DeleteServersTestJSON-444609795-project] 10.222.0.40 "GET /v2.0/ports?device_id=84831c0d-d0dd-43e7-ae1c-231d7fb307b2 HTTP/1.1" status: 200 len: 210 time: 0.0301218 Jul 14 11:45:05.469368 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 29fc8120-97c5-4a52-86fc-ca5ec90b971c no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:05.488391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 29fc8120-97c5-4a52-86fc-ca5ec90b971c {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:45:05.489071 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 29fc8120-97c5-4a52-86fc-ca5ec90b971c not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:07.045578 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36088) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:07.161077 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9df80042-48b6-4ab3-9dd3-78440a254597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:07.237765 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9df80042-48b6-4ab3-9dd3-78440a254597 admin admin] Publish callbacks [] for security_group (d64ce341-0e90-471e-b815-b8e6001e83b7), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:07.371263 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9df80042-48b6-4ab3-9dd3-78440a254597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (d64ce341-0e90-471e-b815-b8e6001e83b7), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:07.412150 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-9df80042-48b6-4ab3-9dd3-78440a254597 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e85df18c80d54d0faf9c6cfd49586117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653481 Jul 14 11:45:07.414400 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df80042-48b6-4ab3-9dd3-78440a254597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64ce341-0e90-471e-b815-b8e6001e83b7,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:07.415800 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36096) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:07.482150 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-31df8981-9844-4b9b-a066-62485213571a admin admin] Publish callbacks [] for security_group (d64ce341-0e90-471e-b815-b8e6001e83b7), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:07.502344 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:07.504393 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-31df8981-9844-4b9b-a066-62485213571a admin admin] Publish callbacks [] for security_group (d64ce341-0e90-471e-b815-b8e6001e83b7), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:07.650466 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-31df8981-9844-4b9b-a066-62485213571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (d64ce341-0e90-471e-b815-b8e6001e83b7), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:07.653619 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-31df8981-9844-4b9b-a066-62485213571a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:07.657802 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-31df8981-9844-4b9b-a066-62485213571a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d64ce341-0e90-471e-b815-b8e6001e83b7 HTTP/1.1" status: 204 len: 168 time: 0.2374811 Jul 14 11:45:07.662985 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df8981-9844-4b9b-a066-62485213571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64ce341-0e90-471e-b815-b8e6001e83b7,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:07.694604 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:07.922831 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36106) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:08.312538 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732248'] for router_interface (5b1a049b-fda5-4d98-a919-5c275ca59c1c), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:08.390158 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36122) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:08.406722 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7f6c-fd17-4448-9cca-9992c391fe2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:08.408417 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:08.423000 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:08.434619 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:08.504860 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7f6c-fd17-4448-9cca-9992c391fe2d admin admin] Publish callbacks [] for security_group (2766481d-bfbc-4a2d-9fae-0f18e8abe2f2), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:08.605690 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7f6c-fd17-4448-9cca-9992c391fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (2766481d-bfbc-4a2d-9fae-0f18e8abe2f2), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:08.609299 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] Deleting port 611a15fe-990d-407e-a3a3-6aac7cfed57d {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:45:08.609830 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:08.643445 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-c0bf7f6c-fd17-4448-9cca-9992c391fe2d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6f8dd37346fe459fb9f643505d53f746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514825 Jul 14 11:45:08.646903 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36126) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:08.672374 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf7f6c-fd17-4448-9cca-9992c391fe2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2766481d-bfbc-4a2d-9fae-0f18e8abe2f2,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:08.708200 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] For port 611a15fe-990d-407e-a3a3-6aac7cfed57d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=611a15fe-990d-407e-a3a3-6aac7cfed57d,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:08.708832 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:08.709547 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-da98e8c4-c03e-4b82-9e27-2065d9339e63 admin admin] Publish callbacks [] for security_group (2766481d-bfbc-4a2d-9fae-0f18e8abe2f2), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:08.729609 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] Calling delete_port for 611a15fe-990d-407e-a3a3-6aac7cfed57d owned by network:router_interface {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:45:08.733469 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-da98e8c4-c03e-4b82-9e27-2065d9339e63 admin admin] Publish callbacks [] for security_group (2766481d-bfbc-4a2d-9fae-0f18e8abe2f2), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:08.739178 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:08.880984 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-da98e8c4-c03e-4b82-9e27-2065d9339e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (2766481d-bfbc-4a2d-9fae-0f18e8abe2f2), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:08.885837 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-da98e8c4-c03e-4b82-9e27-2065d9339e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:08.887380 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-da98e8c4-c03e-4b82-9e27-2065d9339e63 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2766481d-bfbc-4a2d-9fae-0f18e8abe2f2 HTTP/1.1" status: 204 len: 168 time: 0.2395203 Jul 14 11:45:08.906317 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98e8c4-c03e-4b82-9e27-2065d9339e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2766481d-bfbc-4a2d-9fae-0f18e8abe2f2,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:09.233384 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (611a15fe-990d-407e-a3a3-6aac7cfed57d), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:09.257101 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] Pushing event deleted for resources: {'Port': ['ID=611a15fe-990d-407e-a3a3-6aac7cfed57d,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:09.401314 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732108'] for router_interface (5b1a049b-fda5-4d98-a919-5c275ca59c1c), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:09.506042 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:09.634753 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] Router 5b1a049b-fda5-4d98-a919-5c275ca59c1c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:45:09.740054 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:09.745333 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-0f3551c5-49c0-444d-a6e2-fa5bd76652cb admin admin] 10.222.0.40 "PUT /v2.0/routers/5b1a049b-fda5-4d98-a919-5c275ca59c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8214288 Jul 14 11:45:09.747922 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36134) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:09.748878 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a8455-d5ea-412c-ade5-10963f3680e0 None None] Sync routers for ids ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:09.760321 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a8455-d5ea-412c-ade5-10963f3680e0 None None] Routers {'5b1a049b-fda5-4d98-a919-5c275ca59c1c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:09.760915 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-485a8455-d5ea-412c-ade5-10963f3680e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:44:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:09.850748 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Publish callbacks [] for router (5b1a049b-fda5-4d98-a919-5c275ca59c1c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:09.873960 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-485a8455-d5ea-412c-ade5-10963f3680e0 None None] Set router 5b1a049b-fda5-4d98-a919-5c275ca59c1c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:09.952068 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Publish callbacks [] for router_gateway (5b1a049b-fda5-4d98-a919-5c275ca59c1c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:09.970395 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36136) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:09.983625 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c44a3756-e63a-4be9-a662-c249fd1d4cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.005634 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:10.045802 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-485a8455-d5ea-412c-ade5-10963f3680e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'name': 'tempest-DeleteServersTestJSON-1447482526-router', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:45:09Z', 'revision_number': 5, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'gw_port': {'id': 'fca981db-4acd-41e2-ad4d-d4097a02d2a3', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:10.074619 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a8455-d5ea-412c-ade5-10963f3680e0 None None] Checking router: 5b1a049b-fda5-4d98-a919-5c275ca59c1c for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:10.083224 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a8455-d5ea-412c-ade5-10963f3680e0 None None] Routers {'5b1a049b-fda5-4d98-a919-5c275ca59c1c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:10.083462 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c44a3756-e63a-4be9-a662-c249fd1d4cbb admin admin] Publish callbacks [] for security_group (b6913ce4-46d9-4b9b-9e18-03c806275d2d), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.083831 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-485a8455-d5ea-412c-ade5-10963f3680e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:44:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:10.094051 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Deleting port fca981db-4acd-41e2-ad4d-d4097a02d2a3 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:45:10.094380 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.166317 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-485a8455-d5ea-412c-ade5-10963f3680e0 None None] Set router 5b1a049b-fda5-4d98-a919-5c275ca59c1c gateway port host: None {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:10.170670 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c44a3756-e63a-4be9-a662-c249fd1d4cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b6913ce4-46d9-4b9b-9e18-03c806275d2d), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.182335 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] For port fca981db-4acd-41e2-ad4d-d4097a02d2a3, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=fca981db-4acd-41e2-ad4d-d4097a02d2a3,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:10.182693 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.208322 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Calling delete_port for fca981db-4acd-41e2-ad4d-d4097a02d2a3 owned by network:router_gateway {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:45:10.218793 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-485a8455-d5ea-412c-ade5-10963f3680e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'name': 'tempest-DeleteServersTestJSON-1447482526-router', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:45:09Z', 'revision_number': 6, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'gw_port_host': None}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:10.225360 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:10.243244 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-c44a3756-e63a-4be9-a662-c249fd1d4cbb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6e078a3c3baa4c539ba3bbb2ee21de33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683923 Jul 14 11:45:10.243367 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36144) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:10.244625 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a8455-d5ea-412c-ade5-10963f3680e0 None None] The sync data for ids ['5b1a049b-fda5-4d98-a919-5c275ca59c1c'] in dv-cinder-849803-1-iscsi is: [{'id': '5b1a049b-fda5-4d98-a919-5c275ca59c1c', 'name': 'tempest-DeleteServersTestJSON-1447482526-router', 'tenant_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:45:09Z', 'revision_number': 6, 'project_id': '5bb446eb04c04b73aacbcf5e605a6c76', 'gw_port_host': None}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:10.245900 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a3756-e63a-4be9-a662-c249fd1d4cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6913ce4-46d9-4b9b-9e18-03c806275d2d,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:10.304288 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-32c9a5c3-76e0-439d-8e32-cc406873985c admin admin] Publish callbacks [] for security_group (b6913ce4-46d9-4b9b-9e18-03c806275d2d), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.327114 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-32c9a5c3-76e0-439d-8e32-cc406873985c admin admin] Publish callbacks [] for security_group (b6913ce4-46d9-4b9b-9e18-03c806275d2d), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.445329 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-32c9a5c3-76e0-439d-8e32-cc406873985c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b6913ce4-46d9-4b9b-9e18-03c806275d2d), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.447899 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-32c9a5c3-76e0-439d-8e32-cc406873985c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.449092 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-32c9a5c3-76e0-439d-8e32-cc406873985c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b6913ce4-46d9-4b9b-9e18-03c806275d2d HTTP/1.1" status: 204 len: 168 time: 0.2055490 Jul 14 11:45:10.462408 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9a5c3-76e0-439d-8e32-cc406873985c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6913ce4-46d9-4b9b-9e18-03c806275d2d,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:10.510677 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (fca981db-4acd-41e2-ad4d-d4097a02d2a3), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.551504 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca981db-4acd-41e2-ad4d-d4097a02d2a3,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:10.585083 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726993'] for router_gateway (5b1a049b-fda5-4d98-a919-5c275ca59c1c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.703370 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021'] for router (5b1a049b-fda5-4d98-a919-5c275ca59c1c), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.706185 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Publish callbacks [] for router_controller (5b1a049b-fda5-4d98-a919-5c275ca59c1c), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.732969 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 611a15fe-990d-407e-a3a3-6aac7cfed57d no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:10.757729 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 611a15fe-990d-407e-a3a3-6aac7cfed57d {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:45:10.758079 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 611a15fe-990d-407e-a3a3-6aac7cfed57d not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:10.907971 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1734570'] for router (5b1a049b-fda5-4d98-a919-5c275ca59c1c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.908642 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b1a049b-fda5-4d98-a919-5c275ca59c1c {{(pid=111166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:45:10.913711 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.914880 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-192ec219-8225-4cb6-85f5-10f49ee6e476 admin admin] 10.222.0.40 "DELETE /v2.0/routers/5b1a049b-fda5-4d98-a919-5c275ca59c1c HTTP/1.1" status: 204 len: 168 time: 1.1659615 Jul 14 11:45:10.918964 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36166) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:10.969367 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_v2 [None req-03076831-2ea1-4da6-b946-a54a51debd9d admin admin] Deleting subnet 19cd5ec3-f77a-4e84-99af-90354d9e3c43 {{(pid=111167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:45:10.972559 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-03076831-2ea1-4da6-b946-a54a51debd9d admin admin] Publish callbacks [] for subnet (19cd5ec3-f77a-4e84-99af-90354d9e3c43), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:10.998711 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:11.011477 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-03076831-2ea1-4da6-b946-a54a51debd9d admin admin] Publish callbacks [] for subnet (19cd5ec3-f77a-4e84-99af-90354d9e3c43), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.093965 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-03076831-2ea1-4da6-b946-a54a51debd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (19cd5ec3-f77a-4e84-99af-90354d9e3c43), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.300150 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-03076831-2ea1-4da6-b946-a54a51debd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for subnet (19cd5ec3-f77a-4e84-99af-90354d9e3c43), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.325398 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03076831-2ea1-4da6-b946-a54a51debd9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19cd5ec3-f77a-4e84-99af-90354d9e3c43,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:11.333049 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-03076831-2ea1-4da6-b946-a54a51debd9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.334679 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-03076831-2ea1-4da6-b946-a54a51debd9d admin admin] 10.222.0.40 "DELETE /v2.0/subnets/19cd5ec3-f77a-4e84-99af-90354d9e3c43 HTTP/1.1" status: 204 len: 168 time: 0.4146557 Jul 14 11:45:11.337807 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b6ea3-6a7b-4dcc-bd59-09dd3f2cb130 None None] Network 7743558a-c4dc-432c-9b5b-7c02f455d982 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:45:11.338396 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36180) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:11.421560 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (7743558a-c4dc-432c-9b5b-7c02f455d982), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.470587 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Deleting port 353de0d7-7034-4565-ac7a-cd45ac1c3671 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:45:11.470926 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.520707 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] DHCP port deletion for 7743558a-c4dc-432c-9b5b-7c02f455d982 request from dv-cinder-849803-1-iscsi {{(pid=111168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:45:11.537307 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] For port 353de0d7-7034-4565-ac7a-cd45ac1c3671, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=353de0d7-7034-4565-ac7a-cd45ac1c3671,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:11.537704 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.539829 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:11.551114 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Calling delete_port for 353de0d7-7034-4565-ac7a-cd45ac1c3671 owned by network:dhcp {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:45:11.561755 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Deleting port 353de0d7-7034-4565-ac7a-cd45ac1c3671 {{(pid=111168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:45:11.562304 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), before_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.642581 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] For port 353de0d7-7034-4565-ac7a-cd45ac1c3671, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=353de0d7-7034-4565-ac7a-cd45ac1c3671,segment=NetworkSegment(b5eb10ab-fcc1-46d4-b72f-9c0a13355054),segment_id=b5eb10ab-fcc1-46d4-b72f-9c0a13355054)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:11.643306 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), precommit_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.659000 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Calling delete_port for 353de0d7-7034-4565-ac7a-cd45ac1c3671 owned by network:dhcp {{(pid=111168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:45:11.770205 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.786363 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (353de0d7-7034-4565-ac7a-cd45ac1c3671), after_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.795605 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=353de0d7-7034-4565-ac7a-cd45ac1c3671,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:11.806819 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] No DVR routers for this DVR port 353de0d7-7034-4565-ac7a-cd45ac1c3671 on host dv-cinder-849803-1-iscsi {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:45:11.813664 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Pushing event deleted for resources: {'Port': ['ID=353de0d7-7034-4565-ac7a-cd45ac1c3671,revision_number=None']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:11.821689 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] No DVR routers for this DVR port 353de0d7-7034-4565-ac7a-cd45ac1c3671 on host dv-cinder-849803-1-iscsi {{(pid=111168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:45:11.825077 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.825439 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.826379 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.826379 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.826379 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.826692 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.827013 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.827326 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.827646 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.827967 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.828312 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.828628 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.828939 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.829456 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.829771 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064f2d9-d503-4f6a-8e9c-a2ad48e34632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:11.893355 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (7743558a-c4dc-432c-9b5b-7c02f455d982), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:11.920453 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:11.921013 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:11.931372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:11.931372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > port after_create 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:11.931372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:11.931372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > port after_update 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:11.931372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:11.931372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:11.931372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:11.931372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:12.103427 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:12.103778 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:12.104112 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:12.104445 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:45:12.104815 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7743558a-c4dc-432c-9b5b-7c02f455d982']}} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:12.127272 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054') {'for_net_delete': True} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:12.127574 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5eb10ab-fcc1-46d4-b72f-9c0a13355054') {} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:12.143776 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31228422'] for segment (b5eb10ab-fcc1-46d4-b72f-9c0a13355054), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:12.164635 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (b5eb10ab-fcc1-46d4-b72f-9c0a13355054), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:12.179392 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=111166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:45:12.179392 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228321'] for segment (b5eb10ab-fcc1-46d4-b72f-9c0a13355054), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:12.543071 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (7743558a-c4dc-432c-9b5b-7c02f455d982), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:12.555143 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:12.561702 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] 10.222.0.40 "DELETE /v2.0/networks/7743558a-c4dc-432c-9b5b-7c02f455d982 HTTP/1.1" status: 204 len: 168 time: 1.2222049 Jul 14 11:45:12.573811 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment b5eb10ab-fcc1-46d4-b72f-9c0a13355054 resource provider aggregate not found Jul 14 11:45:12.591005 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a758e-e15d-4af6-b13d-88f2476d3f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=7743558a-c4dc-432c-9b5b-7c02f455d982,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:12.598130 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 353de0d7-7034-4565-ac7a-cd45ac1c3671 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:12.598752 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment b5eb10ab-fcc1-46d4-b72f-9c0a13355054 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5eb10ab-fcc1-46d4-b72f-9c0a13355054 found for delete ", "request_id": "req-890209d5-aa1c-4fa4-971c-f91ae5b85a9d"}]} Jul 14 11:45:12.621428 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 353de0d7-7034-4565-ac7a-cd45ac1c3671 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:45:12.621772 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 353de0d7-7034-4565-ac7a-cd45ac1c3671 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:12.622188 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device fca981db-4acd-41e2-ad4d-d4097a02d2a3 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:45:12.758897 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: fca981db-4acd-41e2-ad4d-d4097a02d2a3 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:45:12.759248 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device fca981db-4acd-41e2-ad4d-d4097a02d2a3 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:45:12.905125 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36236) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:12.945330 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-822bfe7c-a702-45b8-9352-1b7013d2da21 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5bb446eb04c04b73aacbcf5e605a6c76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391154 Jul 14 11:45:12.947992 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36238) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:12.975523 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:12.997621 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6aab8bc1-d0fd-4044-bdf1-eb2c9cca5d6e admin admin] Publish callbacks [] for security_group (53c4d27a-92e9-48ed-9a80-78b205914157), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:13.019321 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6aab8bc1-d0fd-4044-bdf1-eb2c9cca5d6e admin admin] Publish callbacks [] for security_group (53c4d27a-92e9-48ed-9a80-78b205914157), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:13.145124 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6aab8bc1-d0fd-4044-bdf1-eb2c9cca5d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (53c4d27a-92e9-48ed-9a80-78b205914157), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:13.147705 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6aab8bc1-d0fd-4044-bdf1-eb2c9cca5d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:13.149551 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-6aab8bc1-d0fd-4044-bdf1-eb2c9cca5d6e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/53c4d27a-92e9-48ed-9a80-78b205914157 HTTP/1.1" status: 204 len: 168 time: 0.1999719 Jul 14 11:45:13.158902 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab8bc1-d0fd-4044-bdf1-eb2c9cca5d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c4d27a-92e9-48ed-9a80-78b205914157,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:14.016190 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36274) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:14.124201 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0856c1b3-04ac-495c-9558-9dcdfc91d350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.205775 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0856c1b3-04ac-495c-9558-9dcdfc91d350 admin admin] Publish callbacks [] for security_group (07b3b868-fb60-4e9f-b4da-689892a145ab), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.276412 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0856c1b3-04ac-495c-9558-9dcdfc91d350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (07b3b868-fb60-4e9f-b4da-689892a145ab), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.321583 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-0856c1b3-04ac-495c-9558-9dcdfc91d350 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ece2edfd519a4fe78a221681f87c2a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037713 Jul 14 11:45:14.323788 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856c1b3-04ac-495c-9558-9dcdfc91d350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b3b868-fb60-4e9f-b4da-689892a145ab,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:14.324448 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36290) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:14.366883 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36292) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:14.378135 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5ca90a20-869a-4d32-8f40-a9dff37b0e2d admin admin] Publish callbacks [] for security_group (07b3b868-fb60-4e9f-b4da-689892a145ab), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.400443 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5ca90a20-869a-4d32-8f40-a9dff37b0e2d admin admin] Publish callbacks [] for security_group (07b3b868-fb60-4e9f-b4da-689892a145ab), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.469568 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-412430547-network', 'tenant_id': '951609a482e34e93908057a68c5dc706'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:14.525106 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5ca90a20-869a-4d32-8f40-a9dff37b0e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (07b3b868-fb60-4e9f-b4da-689892a145ab), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.527719 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5ca90a20-869a-4d32-8f40-a9dff37b0e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.531302 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-5ca90a20-869a-4d32-8f40-a9dff37b0e2d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/07b3b868-fb60-4e9f-b4da-689892a145ab HTTP/1.1" status: 204 len: 168 time: 0.2034826 Jul 14 11:45:14.536985 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca90a20-869a-4d32-8f40-a9dff37b0e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b3b868-fb60-4e9f-b4da-689892a145ab,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:14.551488 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Made reservation on behalf of 951609a482e34e93908057a68c5dc706 for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:14.556454 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.571871 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.651224 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Publish callbacks [] for security_group (fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.759382 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.782084 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=111166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:14.797614 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:14.803968 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (7671a3f8-38d3-4272-b222-271be8b197bd), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.804363 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Added segment 7671a3f8-38d3-4272-b222-271be8b197bd of type vlan for network ebc2b171-9c41-4e23-a0fc-6ea3655664fa Jul 14 11:45:14.845777 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (ebc2b171-9c41-4e23-a0fc-6ea3655664fa), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.851530 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:14.931262 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-08e4dd25-bbfc-4a69-81f5-8d1323d9e25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.973338 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (ebc2b171-9c41-4e23-a0fc-6ea3655664fa), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:14.974329 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:14.974937 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:15.036059 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] Pushing event updated for resources: {'Network': ['ID=ebc2b171-9c41-4e23-a0fc-6ea3655664fa,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:15.045658 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network ebc2b171-9c41-4e23-a0fc-6ea3655664fa details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:15.085144 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-8a7afd9d-fc49-4e6e-b013-1270bfa38b1c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.7171173 Jul 14 11:45:15.088010 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36302) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:15.093514 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] Request body: {'subnet': {'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-subnet', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:15.219389 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] Made reservation on behalf of 951609a482e34e93908057a68c5dc706 for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:15.229592 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31020253'] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:15.285751 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:15.334723 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36308) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:15.356913 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0cc95660-6813-4bc1-bf3f-bb5ff354f651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:15.476616 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0cc95660-6813-4bc1-bf3f-bb5ff354f651 admin admin] Publish callbacks [] for security_group (66db5511-dd18-483d-b767-a1dd4d7a465c), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:15.516977 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31228492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31020271'] for subnet (8e385eef-cb9e-45fd-a255-5c2757689038), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:15.560107 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0cc95660-6813-4bc1-bf3f-bb5ff354f651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (66db5511-dd18-483d-b767-a1dd4d7a465c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:15.619060 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e385eef-cb9e-45fd-a255-5c2757689038,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:15.622863 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:15.623664 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc95660-6813-4bc1-bf3f-bb5ff354f651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66db5511-dd18-483d-b767-a1dd4d7a465c,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:15.631312 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-0cc95660-6813-4bc1-bf3f-bb5ff354f651 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8736e59ad3aa4de5875955ae82d06917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914488 Jul 14 11:45:15.631312 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36320) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:15.648424 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] Checking segment: {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:15.649056 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] Network hostable DHCP agents. Network: ebc2b171-9c41-4e23-a0fc-6ea3655664fa, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:15.699275 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5af03899-d086-46b0-b440-ed462c1d054b admin admin] Publish callbacks [] for security_group (66db5511-dd18-483d-b767-a1dd4d7a465c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:15.721927 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5af03899-d086-46b0-b440-ed462c1d054b admin admin] Publish callbacks [] for security_group (66db5511-dd18-483d-b767-a1dd4d7a465c), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:15.813724 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] Network ebc2b171-9c41-4e23-a0fc-6ea3655664fa is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:15.849568 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5af03899-d086-46b0-b440-ed462c1d054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (66db5511-dd18-483d-b767-a1dd4d7a465c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:15.852034 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5af03899-d086-46b0-b440-ed462c1d054b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:15.853182 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-5af03899-d086-46b0-b440-ed462c1d054b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/66db5511-dd18-483d-b767-a1dd4d7a465c HTTP/1.1" status: 204 len: 168 time: 0.2210927 Jul 14 11:45:15.863726 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af03899-d086-46b0-b440-ed462c1d054b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66db5511-dd18-483d-b767-a1dd4d7a465c,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:15.924974 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, ebc2b171-9c41-4e23-a0fc-6ea3655664fa) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:15.929475 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:15.930143 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:15.936401 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6220d3a7-80e3-4689-93e0-b9cc8d24da01 None None] Network ebc2b171-9c41-4e23-a0fc-6ea3655664fa requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:45:16.036414 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-1b724566-264f-4957-bdff-5c987c4ef21e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9473424 Jul 14 11:45:16.039319 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36328) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:16.050063 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'project_id': '951609a482e34e93908057a68c5dc706', 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:45:16.051611 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:16.051736 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.125950 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:16.186952 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Allocated IP 172.20.0.2 (ebc2b171-9c41-4e23-a0fc-6ea3655664fa/8e385eef-cb9e-45fd-a255-5c2757689038/44f9caf2-6754-4127-b511-c22a73f84c05) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:16.205402 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (3a693114-55a9-41f6-942e-34fe1c178c7c), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.206774 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (3a693114-55a9-41f6-942e-34fe1c178c7c), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.264933 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Publish callbacks [] for router_controller (3a693114-55a9-41f6-942e-34fe1c178c7c), precommit_add_association {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.268934 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:16.288012 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:45:16.349401 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Publish callbacks [] for port (44f9caf2-6754-4127-b511-c22a73f84c05), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.441104 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.487631 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:16.489623 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Network ebc2b171-9c41-4e23-a0fc-6ea3655664fa is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:16.492536 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Publish callbacks [] for router_gateway (3a693114-55a9-41f6-942e-34fe1c178c7c), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.495173 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:16.497017 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Pushing event updated for resources: {'Port': ['ID=44f9caf2-6754-4127-b511-c22a73f84c05,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:16.499137 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:16.556031 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Attempting to bind port 44f9caf2-6754-4127-b511-c22a73f84c05 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:45:16.556426 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Attempting to bind port 44f9caf2-6754-4127-b511-c22a73f84c05 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:45:16.556876 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Attempting to bind port 44f9caf2-6754-4127-b511-c22a73f84c05 on network ebc2b171-9c41-4e23-a0fc-6ea3655664fa {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:16.564749 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:45:16.565131 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Checking segment: {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:16.565604 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.566421 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Bound using segment: {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:45:16.566421 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Bound port: 44f9caf2-6754-4127-b511-c22a73f84c05, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:45:16.566779 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.648472 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] For port 44f9caf2-6754-4127-b511-c22a73f84c05, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:16.654360 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] For port 44f9caf2-6754-4127-b511-c22a73f84c05, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=44f9caf2-6754-4127-b511-c22a73f84c05,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:16.713254 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36334) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:16.728937 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-67e49805-b877-496d-aede-539834b128a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.766909 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.768795 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:16.786586 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Publish callbacks [] for router_gateway (3a693114-55a9-41f6-942e-34fe1c178c7c), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.812853 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-67e49805-b877-496d-aede-539834b128a9 admin admin] Publish callbacks [] for security_group (b0e69882-432d-4c9b-a38a-d0085f742207), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.814012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.844370 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eafd2-2a76-47fe-a446-20239625ecf1 None None] Pushing event updated for resources: {'Port': ['ID=44f9caf2-6754-4127-b511-c22a73f84c05,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:16.884224 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-67e49805-b877-496d-aede-539834b128a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b0e69882-432d-4c9b-a38a-d0085f742207), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:16.935186 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-67e49805-b877-496d-aede-539834b128a9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9d80da6629424d66b3cff407b10d9836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175770 Jul 14 11:45:16.937749 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36338) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:16.945872 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e49805-b877-496d-aede-539834b128a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e69882-432d-4c9b-a38a-d0085f742207,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:16.954677 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Allocated IP 172.27.3.37 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/1973721f-37ea-4f46-90bb-63835d31436e) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:17.068177 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d24979db-fe6f-4017-ac6f-816bff23fc9d admin admin] Publish callbacks [] for security_group (b0e69882-432d-4c9b-a38a-d0085f742207), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:17.085436 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:17.122969 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-d556536d-7551-4142-8e38-200e93dcf830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:17.139232 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d24979db-fe6f-4017-ac6f-816bff23fc9d admin admin] Publish callbacks [] for security_group (b0e69882-432d-4c9b-a38a-d0085f742207), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:17.143456 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Publish callbacks [] for port (1973721f-37ea-4f46-90bb-63835d31436e), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:17.277792 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (1973721f-37ea-4f46-90bb-63835d31436e), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:17.312567 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d24979db-fe6f-4017-ac6f-816bff23fc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b0e69882-432d-4c9b-a38a-d0085f742207), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:17.315023 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d24979db-fe6f-4017-ac6f-816bff23fc9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:17.316194 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-d24979db-fe6f-4017-ac6f-816bff23fc9d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b0e69882-432d-4c9b-a38a-d0085f742207 HTTP/1.1" status: 204 len: 168 time: 0.3773005 Jul 14 11:45:17.319884 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:17.328679 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:17.331392 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:17.361498 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24979db-fe6f-4017-ac6f-816bff23fc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e69882-432d-4c9b-a38a-d0085f742207,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:17.367216 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1973721f-37ea-4f46-90bb-63835d31436e,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:17.718003 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Publish callbacks [] for router_gateway (3a693114-55a9-41f6-942e-34fe1c178c7c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:17.941120 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa2c85-0e79-4f73-9f0c-e0314ee21dfa None None] Network ebc2b171-9c41-4e23-a0fc-6ea3655664fa requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:45:17.954281 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (3a693114-55a9-41f6-942e-34fe1c178c7c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:18.014801 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-102b68e5-f126-415c-b5d2-000f9ba81c13 None None] Provisioning complete for port 44f9caf2-6754-4127-b511-c22a73f84c05 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:18.015205 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-102b68e5-f126-415c-b5d2-000f9ba81c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:18.122925 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:18.137189 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-102b68e5-f126-415c-b5d2-000f9ba81c13 None None] Current status of the port 44f9caf2-6754-4127-b511-c22a73f84c05 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:18.137998 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-102b68e5-f126-415c-b5d2-000f9ba81c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:18.174234 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-102b68e5-f126-415c-b5d2-000f9ba81c13 None None] For port 44f9caf2-6754-4127-b511-c22a73f84c05, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=44f9caf2-6754-4127-b511-c22a73f84c05,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:18.185494 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Router 3a693114-55a9-41f6-942e-34fe1c178c7c is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:45:18.268322 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-102b68e5-f126-415c-b5d2-000f9ba81c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:18.296840 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:18.309679 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:18.318888 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Sync routers for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:18.345603 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b68e5-f126-415c-b5d2-000f9ba81c13 None None] Pushing event updated for resources: {'Port': ['ID=44f9caf2-6754-4127-b511-c22a73f84c05,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:18.349062 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:18.349790 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:18.406852 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-6558e5bf-ab1f-494b-81cb-8d8d8683753b None None] Provisioning complete for port 44f9caf2-6754-4127-b511-c22a73f84c05 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:18.406852 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6558e5bf-ab1f-494b-81cb-8d8d8683753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:18.421560 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:18.422853 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-3a843cc8-ea0b-4f4b-ba92-e2ca51f1c2d9 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3746922 Jul 14 11:45:18.425756 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36372) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:18.499777 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:18.606743 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-6558e5bf-ab1f-494b-81cb-8d8d8683753b None None] Current status of the port 44f9caf2-6754-4127-b511-c22a73f84c05 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:18.711686 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 44f9caf2-6754-4127-b511-c22a73f84c05 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:18.736399 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:18.767460 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:17Z', 'revision_number': 3, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:18.796181 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Checking router: 3a693114-55a9-41f6-942e-34fe1c178c7c for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:18.796523 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Updating router 3a693114-55a9-41f6-942e-34fe1c178c7c port 1973721f-37ea-4f46-90bb-63835d31436e binding host dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:45:18.828035 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 44f9caf2-6754-4127-b511-c22a73f84c05 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:18.828412 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:18.832959 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (1973721f-37ea-4f46-90bb-63835d31436e), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:18.872332 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:19.020520 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 44f9caf2-6754-4127-b511-c22a73f84c05 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:19.063984 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.086810 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:19.094540 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:19.153603 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Publish callbacks [] for port (1973721f-37ea-4f46-90bb-63835d31436e), precommit_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.228184 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Allocated IP 172.20.0.1 (ebc2b171-9c41-4e23-a0fc-6ea3655664fa/8e385eef-cb9e-45fd-a255-5c2757689038/781a74f6-90ba-4582-b31c-fdf6fbbeeffc) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:19.250489 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (1973721f-37ea-4f46-90bb-63835d31436e), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.362569 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Publish callbacks [] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.436145 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Attempting to bind port 1973721f-37ea-4f46-90bb-63835d31436e on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:45:19.436391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Attempting to bind port 1973721f-37ea-4f46-90bb-63835d31436e by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:45:19.436741 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Attempting to bind port 1973721f-37ea-4f46-90bb-63835d31436e on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:19.439752 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd81f5-8402-4263-9a51-fe23a2f6bfa9 None None] Pushing event updated for resources: {'Port': ['ID=1973721f-37ea-4f46-90bb-63835d31436e,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:19.444417 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:45:19.444787 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:19.447995 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.447995 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:45:19.447995 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Bound port: 1973721f-37ea-4f46-90bb-63835d31436e, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:45:19.447995 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (1973721f-37ea-4f46-90bb-63835d31436e), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.512451 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] For port 1973721f-37ea-4f46-90bb-63835d31436e, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:19.524648 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] For port 1973721f-37ea-4f46-90bb-63835d31436e, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=1973721f-37ea-4f46-90bb-63835d31436e,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:19.543317 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.581828 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Network ebc2b171-9c41-4e23-a0fc-6ea3655664fa is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:19.587921 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:19.590398 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:19.608557 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.622165 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Pushing event updated for resources: {'Port': ['ID=781a74f6-90ba-4582-b31c-fdf6fbbeeffc,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:19.639816 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (3a693114-55a9-41f6-942e-34fe1c178c7c), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.645517 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (1973721f-37ea-4f46-90bb-63835d31436e), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.719366 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd81f5-8402-4263-9a51-fe23a2f6bfa9 None None] Pushing event updated for resources: {'Port': ['ID=1973721f-37ea-4f46-90bb-63835d31436e,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:19.733295 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:19.734041 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:19.847015 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:19.849794 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-879fb193-66a6-4961-a46c-020d5779d215 None None] Provisioning complete for port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:19.850141 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-879fb193-66a6-4961-a46c-020d5779d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.865577 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:19.882745 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:19.959604 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-879fb193-66a6-4961-a46c-020d5779d215 None None] Port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:45:20.038235 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:20.045207 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Publish callbacks [] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:20.079455 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:17Z', 'revision_number': 3, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:20.106187 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79feb0ce-6dba-413d-8d51-2969daede34f None None] The sync data for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi is: [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:17Z', 'revision_number': 3, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:20.156738 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:20.220812 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=95,neutron:DELETE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:20.228153 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (3a693114-55a9-41f6-942e-34fe1c178c7c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:20.232925 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Pushing event updated for resources: {'Port': ['ID=781a74f6-90ba-4582-b31c-fdf6fbbeeffc,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:20.329879 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:20.357581 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Network ebc2b171-9c41-4e23-a0fc-6ea3655664fa is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:20.359622 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:20.543489 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Router 3a693114-55a9-41f6-942e-34fe1c178c7c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:45:20.640810 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 1973721f-37ea-4f46-90bb-63835d31436e up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:20.687221 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:20.693272 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-cb6879e7-cf29-458f-85ec-ea06361227db admin admin] 10.222.0.40 "PUT /v2.0/routers/3a693114-55a9-41f6-942e-34fe1c178c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2664888 Jul 14 11:45:20.702784 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-625cc72e-6b4a-4f27-a839-b457f7905d8e None None] Provisioning complete for port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:20.703938 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-625cc72e-6b4a-4f27-a839-b457f7905d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:20.744919 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 1973721f-37ea-4f46-90bb-63835d31436e triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:20.745317 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (1973721f-37ea-4f46-90bb-63835d31436e), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:20.748732 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-625cc72e-6b4a-4f27-a839-b457f7905d8e None None] Port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:45:20.825032 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 1973721f-37ea-4f46-90bb-63835d31436e is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:20.825450 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (1973721f-37ea-4f46-90bb-63835d31436e), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:20.848447 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port 1973721f-37ea-4f46-90bb-63835d31436e, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=1973721f-37ea-4f46-90bb-63835d31436e,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:20.939974 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (1973721f-37ea-4f46-90bb-63835d31436e), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:20.970825 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:21.002966 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=1973721f-37ea-4f46-90bb-63835d31436e,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:21.053637 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:21.150527 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:21.179258 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-6bcd598a-278d-4aff-a632-a8ba52059de2 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:21.180717 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-6bcd598a-278d-4aff-a632-a8ba52059de2 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 818 time: 0.1038299 Jul 14 11:45:21.195480 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-30e09583-7432-4b6b-8279-7128b271d85c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/quotas/951609a482e34e93908057a68c5dc706 HTTP/1.1" status: 200 len: 375 time: 0.0091257 Jul 14 11:45:21.251278 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-47092630-c86d-42f2-b4d2-8669fe8dbd5f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498443 Jul 14 11:45:21.350510 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-a2824e5e-df7d-410e-a1a4-1f6dff10f795 service neutron] 10.222.0.40 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922854 Jul 14 11:45:21.447835 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:21.452720 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-cdbdffbf-8e00-433d-bbb2-cd0b2ad3f089 service neutron] 10.222.0.40 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959916 Jul 14 11:45:21.796830 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-43b171af-a9fe-44d2-9635-41d169b4b21d req-25e0676e-7a86-4dd7-a869-3af23d213cd7 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 210 time: 0.0333338 Jul 14 11:45:21.855645 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Sync routers for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:21.868115 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:21.868943 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:22.070607 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:22.088557 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-2edd56b2-47c3-47c0-b357-2dc07a1ef0ea tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:22.090088 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-2edd56b2-47c3-47c0-b357-2dc07a1ef0ea tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 818 time: 0.1148839 Jul 14 11:45:22.109272 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aaac04f5-1f46-4ebb-86a3-d15ebc50f437 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/quotas/951609a482e34e93908057a68c5dc706 HTTP/1.1" status: 200 len: 375 time: 0.0093048 Jul 14 11:45:22.159146 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-75f20d22-4356-4fe3-9de7-65ad42eb940a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474486 Jul 14 11:45:22.253233 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-b03cb71c-3003-4e64-bfc1-bbfd2ece8a01 service neutron] 10.222.0.40 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864046 Jul 14 11:45:22.263245 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 2, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:22.288663 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Checking router: 3a693114-55a9-41f6-942e-34fe1c178c7c for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:22.289008 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Updating router 3a693114-55a9-41f6-942e-34fe1c178c7c port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:45:22.319781 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:22.354743 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-1d2611d6-6fa4-4310-a04c-1e28285bfffa service neutron] 10.222.0.40 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952067 Jul 14 11:45:22.546770 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:22.647275 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2cf3e295-9c9f-4352-b0cd-d9ba62011e4e req-c96c23be-c1de-4b2d-8126-452ac0c30fbd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 210 time: 0.0367591 Jul 14 11:45:22.647649 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 1973721f-37ea-4f46-90bb-63835d31436e up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:22.648440 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Publish callbacks [] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:22.711137 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 1973721f-37ea-4f46-90bb-63835d31436e triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:22.711685 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (1973721f-37ea-4f46-90bb-63835d31436e), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:22.736937 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:22.791282 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 1973721f-37ea-4f46-90bb-63835d31436e is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:22.794719 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Pushing event updated for resources: {'Port': ['ID=781a74f6-90ba-4582-b31c-fdf6fbbeeffc,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:22.801070 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.837146 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:45:22.866836 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Attempting to bind port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:45:22.867439 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Attempting to bind port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:45:22.867609 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Attempting to bind port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc on network ebc2b171-9c41-4e23-a0fc-6ea3655664fa {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:22.873570 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:45:22.873934 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Checking segment: {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:22.874322 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:22.874760 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Bound using segment: {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:45:22.875216 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Bound port: 781a74f6-90ba-4582-b31c-fdf6fbbeeffc, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:45:22.875582 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:22.948678 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] For port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:22.953084 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] For port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=781a74f6-90ba-4582-b31c-fdf6fbbeeffc,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:23.051845 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:23.116597 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-c09fe944-bf50-4584-aa17-9c909c5389fe None None] Provisioning complete for port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:23.117065 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c09fe944-bf50-4584-aa17-9c909c5389fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:23.124230 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d12bc-8a37-4c14-b536-10bfb239b66e None None] Pushing event updated for resources: {'Port': ['ID=781a74f6-90ba-4582-b31c-fdf6fbbeeffc,revision_number=4']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:23.163393 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:23.173324 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:23.173324 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:23.260542 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-c09fe944-bf50-4584-aa17-9c909c5389fe None None] Current status of the port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:23.260542 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c09fe944-bf50-4584-aa17-9c909c5389fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:23.329017 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-c09fe944-bf50-4584-aa17-9c909c5389fe None None] For port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=781a74f6-90ba-4582-b31c-fdf6fbbeeffc,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:23.361481 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:23.412899 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c09fe944-bf50-4584-aa17-9c909c5389fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:23.489952 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fe944-bf50-4584-aa17-9c909c5389fe None None] Pushing event updated for resources: {'Port': ['ID=781a74f6-90ba-4582-b31c-fdf6fbbeeffc,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:23.540193 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36494) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:23.543136 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-cd53221c-9636-4a64-9ae6-eb9d37794f35 None None] Provisioning complete for port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:23.543505 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-cd53221c-9636-4a64-9ae6-eb9d37794f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:23.593362 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:22Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:23.645697 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d343d1d-cd92-446d-9ad2-69cdbfafb849 None None] The sync data for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi is: [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:22Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:23.647779 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:23.662241 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-cd53221c-9636-4a64-9ae6-eb9d37794f35 None None] Current status of the port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:23.740256 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ab5f-2b0e-4432-b3ad-7c98d2b81616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:23.788922 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b3844355-f877-4ebf-bddf-0f71d2c1b75c req-46ddb222-f81b-40b4-83c2-946aeaa25f47 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 210 time: 0.0378060 Jul 14 11:45:23.836377 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:23.852393 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ab5f-2b0e-4432-b3ad-7c98d2b81616 admin admin] Publish callbacks [] for security_group (3ff903cf-6084-44dd-9e04-a489ad5002c9), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:23.973834 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ab5f-2b0e-4432-b3ad-7c98d2b81616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3ff903cf-6084-44dd-9e04-a489ad5002c9), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:24.020538 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-fcb4ab5f-2b0e-4432-b3ad-7c98d2b81616 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=314260256dbb4a8e8e2b4c1c5f857dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765809 Jul 14 11:45:24.022698 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36504) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:24.030768 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4ab5f-2b0e-4432-b3ad-7c98d2b81616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff903cf-6084-44dd-9e04-a489ad5002c9,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:24.078366 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c3b670cc-be79-4902-a3b1-87d54d182913 admin admin] Publish callbacks [] for security_group (3ff903cf-6084-44dd-9e04-a489ad5002c9), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:24.101661 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c3b670cc-be79-4902-a3b1-87d54d182913 admin admin] Publish callbacks [] for security_group (3ff903cf-6084-44dd-9e04-a489ad5002c9), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:24.213367 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c3b670cc-be79-4902-a3b1-87d54d182913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3ff903cf-6084-44dd-9e04-a489ad5002c9), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:24.216382 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c3b670cc-be79-4902-a3b1-87d54d182913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:24.221113 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-c3b670cc-be79-4902-a3b1-87d54d182913 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3ff903cf-6084-44dd-9e04-a489ad5002c9 HTTP/1.1" status: 204 len: 168 time: 0.1972558 Jul 14 11:45:24.230773 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b670cc-be79-4902-a3b1-87d54d182913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff903cf-6084-44dd-9e04-a489ad5002c9,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:24.654383 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 781a74f6-90ba-4582-b31c-fdf6fbbeeffc up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:24.760030 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:24.760651 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:24.796679 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-5df8c178-b17c-440f-bc5b-204cc05ffd3b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:24.798342 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-5df8c178-b17c-440f-bc5b-204cc05ffd3b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 818 time: 0.1640031 Jul 14 11:45:24.872882 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:24.909907 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-88b4d69c-848b-47dc-834a-be36ee015190 req-683697d2-37a6-4689-9511-a84c87a08109 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 210 time: 0.0298245 Jul 14 11:45:25.028075 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Request body: {'port': {'device_id': '336dc998-9572-45da-bf2b-b3490712426c', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'admin_state_up': True, 'tenant_id': '951609a482e34e93908057a68c5dc706'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:25.167270 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36534) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:25.186060 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f361-231a-41be-b50a-b8aa40dcac3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:25.261903 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:25.267276 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f361-231a-41be-b50a-b8aa40dcac3c admin admin] Publish callbacks [] for security_group (3d4af055-b301-443e-aef5-29dac182b840), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:25.319809 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Made reservation on behalf of 951609a482e34e93908057a68c5dc706 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:25.324514 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:25.343403 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f361-231a-41be-b50a-b8aa40dcac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3d4af055-b301-443e-aef5-29dac182b840), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:25.396447 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-bbe3f361-231a-41be-b50a-b8aa40dcac3c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=04d1a61e44984ec4a76c6c099dc4a72f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274132 Jul 14 11:45:25.398302 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3f361-231a-41be-b50a-b8aa40dcac3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4af055-b301-443e-aef5-29dac182b840,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:25.401966 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36540) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:25.454630 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-69d31e3c-67ea-4c66-85f8-d64329457d46 admin admin] Publish callbacks [] for security_group (3d4af055-b301-443e-aef5-29dac182b840), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:25.477006 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-69d31e3c-67ea-4c66-85f8-d64329457d46 admin admin] Publish callbacks [] for security_group (3d4af055-b301-443e-aef5-29dac182b840), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:25.533878 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-fe099464-2bbb-4a4e-b933-89d3f8e0a5eb tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:25.535316 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-fe099464-2bbb-4a4e-b933-89d3f8e0a5eb tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 818 time: 0.1896567 Jul 14 11:45:25.550291 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Request body: {'port': {'device_id': '58800231-da1d-4abc-a4e9-76999be20567', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'admin_state_up': True, 'tenant_id': '951609a482e34e93908057a68c5dc706'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:25.568823 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Allocated IP 172.20.0.14 (ebc2b171-9c41-4e23-a0fc-6ea3655664fa/8e385eef-cb9e-45fd-a255-5c2757689038/f84daf6d-a5b5-4dcc-95ba-a981a1687434) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:25.602593 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-69d31e3c-67ea-4c66-85f8-d64329457d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3d4af055-b301-443e-aef5-29dac182b840), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:25.608571 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-69d31e3c-67ea-4c66-85f8-d64329457d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:25.616097 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-69d31e3c-67ea-4c66-85f8-d64329457d46 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3d4af055-b301-443e-aef5-29dac182b840 HTTP/1.1" status: 204 len: 168 time: 0.2127573 Jul 14 11:45:25.627222 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d31e3c-67ea-4c66-85f8-d64329457d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4af055-b301-443e-aef5-29dac182b840,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:25.633643 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:25.777452 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:25.804533 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:25.831573 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Made reservation on behalf of 951609a482e34e93908057a68c5dc706 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:25.835380 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:26.056945 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b19ccf92-281d-47a6-a694-eab5a196cf32 req-a2aa8ba9-d15b-498b-a5d9-dc84473cd5a4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 210 time: 0.0399652 Jul 14 11:45:26.175869 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:26.273590 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Network ebc2b171-9c41-4e23-a0fc-6ea3655664fa is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:26.273590 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:26.273590 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event updated for resources: {'Port': ['ID=f84daf6d-a5b5-4dcc-95ba-a981a1687434,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:26.275580 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:26.283567 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Allocated IP 172.20.0.11 (ebc2b171-9c41-4e23-a0fc-6ea3655664fa/8e385eef-cb9e-45fd-a255-5c2757689038/cfabf88c-ae26-4c85-af20-c102b65a3c9b) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:26.358787 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:26.359467 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:26.504408 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:26.514606 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-628b38d7-4994-4fbe-a08e-77aabc34e6dd None None] Provisioning complete for port f84daf6d-a5b5-4dcc-95ba-a981a1687434 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:26.515156 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-628b38d7-4994-4fbe-a08e-77aabc34e6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:26.552564 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-628b38d7-4994-4fbe-a08e-77aabc34e6dd None None] Port f84daf6d-a5b5-4dcc-95ba-a981a1687434 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:45:26.740349 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:26.744542 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-73e5121a-fe0b-46a3-8486-6577b97b1c26 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7216883 Jul 14 11:45:26.760218 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Request body: {'port': {'device_id': '336dc998-9572-45da-bf2b-b3490712426c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:26.812545 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Network ebc2b171-9c41-4e23-a0fc-6ea3655664fa is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:26.820259 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:26.826787 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:26.863384 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event updated for resources: {'Port': ['ID=cfabf88c-ae26-4c85-af20-c102b65a3c9b,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:26.908101 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:26.908736 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:26.912710 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:26.967865 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:27.045499 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-aee07e5e-45c1-4236-bd95-15b8fd8845e8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5017207 Jul 14 11:45:27.072168 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Request body: {'port': {'device_id': '58800231-da1d-4abc-a4e9-76999be20567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:27.092637 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-a5f7fe33-0008-4753-97f8-c6eb1e9daf36 None None] Provisioning complete for port cfabf88c-ae26-4c85-af20-c102b65a3c9b triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:27.093302 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a5f7fe33-0008-4753-97f8-c6eb1e9daf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.096160 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36582) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:27.152014 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.172585 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-a5f7fe33-0008-4753-97f8-c6eb1e9daf36 None None] Port cfabf88c-ae26-4c85-af20-c102b65a3c9b cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:45:27.225115 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-900e39ab-88f0-416d-bb7e-9d6300ada5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.236550 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:27.243342 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:27.280290 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078ce6d-2d9f-41a8-9b63-75ab3c377974 req-d317418d-ef54-4f20-8dfa-2666433f2d0f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:27.281869 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3078ce6d-2d9f-41a8-9b63-75ab3c377974 req-d317418d-ef54-4f20-8dfa-2666433f2d0f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 932 time: 0.1102374 Jul 14 11:45:27.311038 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-900e39ab-88f0-416d-bb7e-9d6300ada5aa admin admin] Publish callbacks [] for security_group (a519764c-e584-48b4-9f01-275797196ce1), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.406839 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36590) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:27.417089 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-900e39ab-88f0-416d-bb7e-9d6300ada5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (a519764c-e584-48b4-9f01-275797196ce1), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.467206 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-900e39ab-88f0-416d-bb7e-9d6300ada5aa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3e42823305674a07acd1281462b6d68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698943 Jul 14 11:45:27.470798 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36594) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:27.508213 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e39ab-88f0-416d-bb7e-9d6300ada5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a519764c-e584-48b4-9f01-275797196ce1,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:27.539040 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3078ce6d-2d9f-41a8-9b63-75ab3c377974 req-6db9c457-2afb-4cdf-b5e9-4c2c11abe361 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387595 Jul 14 11:45:27.548381 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84daf6d-a5b5-4dcc-95ba-a981a1687434 {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:45:27.552798 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1163892332-network', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:27.558496 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Publish callbacks [] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.563833 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-de37363a-8fca-4c61-a928-bc061d0cc41b admin admin] Publish callbacks [] for security_group (a519764c-e584-48b4-9f01-275797196ce1), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.572279 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Transition to ACTIVE for port object f84daf6d-a5b5-4dcc-95ba-a981a1687434 will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:45:27.601964 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-de37363a-8fca-4c61-a928-bc061d0cc41b admin admin] Publish callbacks [] for security_group (a519764c-e584-48b4-9f01-275797196ce1), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.671804 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.687505 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Made reservation on behalf of ca23768669a74586a221c14ebaa8ee26 for: {'network': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:27.690104 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.699252 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.726737 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-de37363a-8fca-4c61-a928-bc061d0cc41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (a519764c-e584-48b4-9f01-275797196ce1), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.729232 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-de37363a-8fca-4c61-a928-bc061d0cc41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.733538 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-de37363a-8fca-4c61-a928-bc061d0cc41b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a519764c-e584-48b4-9f01-275797196ce1 HTTP/1.1" status: 204 len: 168 time: 0.2591887 Jul 14 11:45:27.741767 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:27.744703 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37363a-8fca-4c61-a928-bc061d0cc41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a519764c-e584-48b4-9f01-275797196ce1,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:27.781753 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Pushing event updated for resources: {'Port': ['ID=f84daf6d-a5b5-4dcc-95ba-a981a1687434,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:27.788520 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.851946 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Publish callbacks [] for security_group (bcb22acc-a26a-412d-83a7-b566c3f1e91a), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.932425 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfabf88c-ae26-4c85-af20-c102b65a3c9b {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:45:27.941301 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Attempting to bind port f84daf6d-a5b5-4dcc-95ba-a981a1687434 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:45:27.941642 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Attempting to bind port f84daf6d-a5b5-4dcc-95ba-a981a1687434 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:45:27.941974 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Attempting to bind port f84daf6d-a5b5-4dcc-95ba-a981a1687434 on network ebc2b171-9c41-4e23-a0fc-6ea3655664fa {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:27.945298 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Publish callbacks [] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.953034 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Port f84daf6d-a5b5-4dcc-95ba-a981a1687434 on network ebc2b171-9c41-4e23-a0fc-6ea3655664fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:45:27.953384 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Attempting to bind port f84daf6d-a5b5-4dcc-95ba-a981a1687434 on network ebc2b171-9c41-4e23-a0fc-6ea3655664fa {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:27.956365 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (bcb22acc-a26a-412d-83a7-b566c3f1e91a), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.964967 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:45:27.965210 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Checking segment: {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:27.965602 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Bound using segment: {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:45:27.966056 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Bound port: f84daf6d-a5b5-4dcc-95ba-a981a1687434, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:45:27.966681 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:27.968939 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Transition to ACTIVE for port object cfabf88c-ae26-4c85-af20-c102b65a3c9b will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:45:27.991658 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=111167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:28.003319 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb22acc-a26a-412d-83a7-b566c3f1e91a,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:28.009673 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (cd46c3b9-edac-4663-9b79-632b31b8b9d9), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.010267 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.segments_db [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Added segment cd46c3b9-edac-4663-9b79-632b31b8b9d9 of type vlan for network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 Jul 14 11:45:28.043391 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.045845 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] For port f84daf6d-a5b5-4dcc-95ba-a981a1687434, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:28.058560 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (f77a597b-ab8a-49e2-9a1d-e420c995c2e6), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.081609 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] For port f84daf6d-a5b5-4dcc-95ba-a981a1687434, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f84daf6d-a5b5-4dcc-95ba-a981a1687434,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:28.107807 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Pushing event updated for resources: {'Port': ['ID=cfabf88c-ae26-4c85-af20-c102b65a3c9b,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:28.191554 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Attempting to bind port cfabf88c-ae26-4c85-af20-c102b65a3c9b on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:45:28.191896 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Attempting to bind port cfabf88c-ae26-4c85-af20-c102b65a3c9b by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:45:28.192266 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Attempting to bind port cfabf88c-ae26-4c85-af20-c102b65a3c9b on network ebc2b171-9c41-4e23-a0fc-6ea3655664fa {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:28.193877 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (f77a597b-ab8a-49e2-9a1d-e420c995c2e6), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.195415 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:28.196238 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.197721 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.213974 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:28.215214 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.216821 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] 10.222.0.55 "PUT /v2.0/ports/f84daf6d-a5b5-4dcc-95ba-a981a1687434 HTTP/1.1" status: 200 len: 1094 time: 1.4646649 Jul 14 11:45:28.219737 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336dc998-9572-45da-bf2b-b3490712426c', 'tag': 'f84daf6d-a5b5-4dcc-95ba-a981a1687434'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:45:28.221148 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58d4155-7bcc-416a-a947-c493eb5061ab" -d '{"events": [{"name": "network-changed", "server_uuid": "336dc998-9572-45da-bf2b-b3490712426c", "tag": "f84daf6d-a5b5-4dcc-95ba-a981a1687434"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:28.223599 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Port cfabf88c-ae26-4c85-af20-c102b65a3c9b on network ebc2b171-9c41-4e23-a0fc-6ea3655664fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:45:28.223931 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Attempting to bind port cfabf88c-ae26-4c85-af20-c102b65a3c9b on network ebc2b171-9c41-4e23-a0fc-6ea3655664fa {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:28.249329 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:45:28.249584 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Checking segment: {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:28.249967 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Bound using segment: {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:45:28.250411 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Bound port: cfabf88c-ae26-4c85-af20-c102b65a3c9b, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:45:28.250771 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.288190 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8801823 Jul 14 11:45:28.291138 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36606) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:28.297316 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] Request body: {'subnet': {'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1163892332-subnet', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'ip_version': 4}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:28.302525 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cffc2-e42b-42ca-89a1-0f7840f0e3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=f77a597b-ab8a-49e2-9a1d-e420c995c2e6,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:28.315320 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:28.318959 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478f5cc5-e67e-4fb4-a7f3-9adf8f747601 x-openstack-request-id: req-478f5cc5-e67e-4fb4-a7f3-9adf8f747601 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:28.319349 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336dc998-9572-45da-bf2b-b3490712426c", "tag": "f84daf6d-a5b5-4dcc-95ba-a981a1687434", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:28.319887 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-478f5cc5-e67e-4fb4-a7f3-9adf8f747601 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:28.320864 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478f5cc5-e67e-4fb4-a7f3-9adf8f747601'] response: {'name': 'network-changed', 'server_uuid': '336dc998-9572-45da-bf2b-b3490712426c', 'tag': 'f84daf6d-a5b5-4dcc-95ba-a981a1687434', 'status': 'completed', 'code': 200} Jul 14 11:45:28.330504 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71606467-49e6-4557-9bf6-209aa0d60f49 service neutron] Pushing event updated for resources: {'Port': ['ID=f84daf6d-a5b5-4dcc-95ba-a981a1687434,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:28.364334 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] For port cfabf88c-ae26-4c85-af20-c102b65a3c9b, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:28.367975 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] For port cfabf88c-ae26-4c85-af20-c102b65a3c9b, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cfabf88c-ae26-4c85-af20-c102b65a3c9b,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:28.376641 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:28.385900 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] Made reservation on behalf of ca23768669a74586a221c14ebaa8ee26 for: {'subnet': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:28.386168 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:28.388382 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.467267 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:28.483020 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.525828 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:28.526523 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.528606 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] 10.222.0.55 "PUT /v2.0/ports/cfabf88c-ae26-4c85-af20-c102b65a3c9b HTTP/1.1" status: 200 len: 1094 time: 1.4711566 Jul 14 11:45:28.553474 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8478e-6cd6-4964-9797-4b486a1d1d9d service neutron] Pushing event updated for resources: {'Port': ['ID=cfabf88c-ae26-4c85-af20-c102b65a3c9b,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:28.584916 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36610) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:28.621998 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8e38e5e8-0423-42d5-90dd-e8ac022c92c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.624941 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:28.685990 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for subnet (46504c9e-19fd-4478-98eb-c2f656aa93e9), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.690893 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b58b3-fba3-43b2-ab95-5a0254a6e716 req-baf17d86-a64c-4bbc-8535-a4f7b614b005 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:28.691095 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d96b58b3-fba3-43b2-ab95-5a0254a6e716 req-baf17d86-a64c-4bbc-8535-a4f7b614b005 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 944 time: 0.0706429 Jul 14 11:45:28.750110 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46504c9e-19fd-4478-98eb-c2f656aa93e9,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:28.760182 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] Checking segment: {'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:28.760539 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] Network hostable DHCP agents. Network: f77a597b-ab8a-49e2-9a1d-e420c995c2e6, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:28.772208 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d96b58b3-fba3-43b2-ab95-5a0254a6e716 req-00fde2ff-bb24-40da-9b18-b0685ab767d8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698607 Jul 14 11:45:28.799132 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8e38e5e8-0423-42d5-90dd-e8ac022c92c4 admin admin] Publish callbacks [] for security_group (f5889ed5-0a35-477f-9c5d-e5e2c82057ef), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.870560 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8e38e5e8-0423-42d5-90dd-e8ac022c92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f5889ed5-0a35-477f-9c5d-e5e2c82057ef), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.871278 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] Network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:28.915034 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-8e38e5e8-0423-42d5-90dd-e8ac022c92c4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fd1e2f000c534c1b8f2036a3b9bf107d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287373 Jul 14 11:45:28.915959 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38e5e8-0423-42d5-90dd-e8ac022c92c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5889ed5-0a35-477f-9c5d-e5e2c82057ef,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:28.918377 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36612) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:28.972649 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6e46fa9d-d449-4a64-ae88-d627880f5fb4 admin admin] Publish callbacks [] for security_group (f5889ed5-0a35-477f-9c5d-e5e2c82057ef), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:28.983889 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, f77a597b-ab8a-49e2-9a1d-e420c995c2e6) {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:28.992309 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc435f4-fe6d-4cca-849f-28772c80c86f None None] Network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:45:28.994230 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:28.994811 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.001796 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6e46fa9d-d449-4a64-ae88-d627880f5fb4 admin admin] Publish callbacks [] for security_group (f5889ed5-0a35-477f-9c5d-e5e2c82057ef), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.100501 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:45:29.100675 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-8da6fc80-175e-423d-aeee-40911ea08419 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8082139 Jul 14 11:45:29.102130 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.107424 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36616) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:29.111783 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:29.128750 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6e46fa9d-d449-4a64-ae88-d627880f5fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f5889ed5-0a35-477f-9c5d-e5e2c82057ef), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.131294 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6e46fa9d-d449-4a64-ae88-d627880f5fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.132394 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-6e46fa9d-d449-4a64-ae88-d627880f5fb4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f5889ed5-0a35-477f-9c5d-e5e2c82057ef HTTP/1.1" status: 204 len: 168 time: 0.2126408 Jul 14 11:45:29.141895 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46fa9d-d449-4a64-ae88-d627880f5fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5889ed5-0a35-477f-9c5d-e5e2c82057ef,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:29.225728 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:29.231906 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:29.250051 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Allocated IP 172.20.0.2 (f77a597b-ab8a-49e2-9a1d-e420c995c2e6/46504c9e-19fd-4478-98eb-c2f656aa93e9/73b8360e-7029-4c66-b748-2f20df18b2ec) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:29.253612 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (e5cfcccc-e251-4738-90e9-ab2784726b43), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.254690 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (e5cfcccc-e251-4738-90e9-ab2784726b43), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.306456 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Publish callbacks [] for router_controller (e5cfcccc-e251-4738-90e9-ab2784726b43), precommit_add_association {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.396878 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Publish callbacks [] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.508025 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.512617 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Publish callbacks [] for router_gateway (e5cfcccc-e251-4738-90e9-ab2784726b43), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.512886 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:29.547728 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:29.554986 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:29.559226 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:29.562294 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Pushing event updated for resources: {'Port': ['ID=73b8360e-7029-4c66-b748-2f20df18b2ec,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:29.621562 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Attempting to bind port 73b8360e-7029-4c66-b748-2f20df18b2ec on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:45:29.621923 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Attempting to bind port 73b8360e-7029-4c66-b748-2f20df18b2ec by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:45:29.622284 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Attempting to bind port 73b8360e-7029-4c66-b748-2f20df18b2ec on network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:29.627706 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:45:29.628083 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Checking segment: {'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:29.628479 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.628868 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Bound using segment: {'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:45:29.629360 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Bound port: 73b8360e-7029-4c66-b748-2f20df18b2ec, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:45:29.629743 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.664147 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:29.679521 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d4155-7bcc-416a-a947-c493eb5061ab req-c7e4c6a5-a2cb-41ec-83b2-fe2492ccaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:29.681201 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b58d4155-7bcc-416a-a947-c493eb5061ab req-c7e4c6a5-a2cb-41ec-83b2-fe2492ccaf45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 1128 time: 0.0405471 Jul 14 11:45:29.701400 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] For port 73b8360e-7029-4c66-b748-2f20df18b2ec, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:29.705392 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] For port 73b8360e-7029-4c66-b748-2f20df18b2ec, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=73b8360e-7029-4c66-b748-2f20df18b2ec,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:29.828958 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Publish callbacks [] for router_gateway (e5cfcccc-e251-4738-90e9-ab2784726b43), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.847557 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.854886 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:29.931581 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-7913c74f-c859-426d-8275-3cfce8ba21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:29.933114 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-7913c74f-c859-426d-8275-3cfce8ba21f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 1128 time: 0.1386747 Jul 14 11:45:29.948913 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58638c6a-ba52-4ad2-bd19-a397efd84215 None None] Pushing event updated for resources: {'Port': ['ID=73b8360e-7029-4c66-b748-2f20df18b2ec,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:29.968409 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba6ffa-2cd4-4f47-abe0-ed1030a41c72 req-d129bdc1-f77a-4cda-96a4-3009839df0e9 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:29.970114 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c6ba6ffa-2cd4-4f47-abe0-ed1030a41c72 req-d129bdc1-f77a-4cda-96a4-3009839df0e9 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 944 time: 0.1182513 Jul 14 11:45:29.996238 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-a3bdd665-fdcd-439d-bfb6-df27434f9cd7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfabf88c-ae26-4c85-af20-c102b65a3c9b HTTP/1.1" status: 200 len: 217 time: 0.0558903 Jul 14 11:45:30.002401 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d4155-7bcc-416a-a947-c493eb5061ab req-1acf9d26-d0e9-4c7f-bb67-0733f0ca2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:30.002401 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b58d4155-7bcc-416a-a947-c493eb5061ab req-1acf9d26-d0e9-4c7f-bb67-0733f0ca2a2b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=951609a482e34e93908057a68c5dc706&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3100810 Jul 14 11:45:30.041006 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36624) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:30.063090 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c6ba6ffa-2cd4-4f47-abe0-ed1030a41c72 req-5713c594-7954-41d6-bb7c-dd0ef8d37cc3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856304 Jul 14 11:45:30.103896 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Allocated IP 172.27.3.113 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/3393e912-34ba-4012-b625-0600782bffe7) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:30.134726 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9f39ed82-aae7-41c3-8473-51839f2d21f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:30.205834 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-b5228897-99ba-4adf-a933-920f12560442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:30.207439 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-b5228897-99ba-4adf-a933-920f12560442 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.1874118 Jul 14 11:45:30.270470 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Publish callbacks [] for port (3393e912-34ba-4012-b625-0600782bffe7), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:30.425862 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:30.426771 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58800231-da1d-4abc-a4e9-76999be20567', 'tag': 'cfabf88c-ae26-4c85-af20-c102b65a3c9b'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:45:30.428981 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3372315f-4f65-4cc5-a545-191db73672a8" -d '{"events": [{"name": "network-changed", "server_uuid": "58800231-da1d-4abc-a4e9-76999be20567", "tag": "cfabf88c-ae26-4c85-af20-c102b65a3c9b"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:30.440210 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (3393e912-34ba-4012-b625-0600782bffe7), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:30.479428 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:30.482041 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:30.487637 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec943c86-dd79-4c6d-aa49-5d7663ee8aee x-openstack-request-id: req-ec943c86-dd79-4c6d-aa49-5d7663ee8aee {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:30.487637 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58800231-da1d-4abc-a4e9-76999be20567", "tag": "cfabf88c-ae26-4c85-af20-c102b65a3c9b", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:30.487890 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ec943c86-dd79-4c6d-aa49-5d7663ee8aee {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:30.487979 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:30.488174 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec943c86-dd79-4c6d-aa49-5d7663ee8aee'] response: {'name': 'network-changed', 'server_uuid': '58800231-da1d-4abc-a4e9-76999be20567', 'tag': 'cfabf88c-ae26-4c85-af20-c102b65a3c9b', 'status': 'completed', 'code': 200} Jul 14 11:45:30.523644 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-7cfbb19e-37d5-40cf-bd23-a7fd88d8f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:30.525516 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-7cfbb19e-37d5-40cf-bd23-a7fd88d8f307 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3055103 Jul 14 11:45:30.528410 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Pushing event updated for resources: {'Port': ['ID=3393e912-34ba-4012-b625-0600782bffe7,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:30.530200 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d4155-7bcc-416a-a947-c493eb5061ab req-2df64274-4bc4-4504-b0d0-42becfaee00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:30.530953 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:30.531616 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b58d4155-7bcc-416a-a947-c493eb5061ab req-2df64274-4bc4-4504-b0d0-42becfaee00d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5103133 Jul 14 11:45:30.657718 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 73b8360e-7029-4c66-b748-2f20df18b2ec up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:30.695768 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9f39ed82-aae7-41c3-8473-51839f2d21f7 admin admin] Publish callbacks [] for security_group (475bfba6-6d35-4b76-9b4d-3bc56a2bbcd5), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:30.715287 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 73b8360e-7029-4c66-b748-2f20df18b2ec triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:30.715970 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:30.722446 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-9e7fbcf0-e9e3-40d6-9e42-729e989abf5f service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898525 Jul 14 11:45:30.726532 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-89d18d03-c1c6-4d59-bb0d-cf93ffe80a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:30.726532 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-89d18d03-c1c6-4d59-bb0d-cf93ffe80a2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 1128 time: 0.1078577 Jul 14 11:45:30.754468 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:30.793958 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9f39ed82-aae7-41c3-8473-51839f2d21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (475bfba6-6d35-4b76-9b4d-3bc56a2bbcd5), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:30.799341 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-ac37618f-6b76-4d37-b0f6-5edfbe8f96c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f84daf6d-a5b5-4dcc-95ba-a981a1687434 HTTP/1.1" status: 200 len: 217 time: 0.0592058 Jul 14 11:45:30.801440 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 73b8360e-7029-4c66-b748-2f20df18b2ec is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:30.801931 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:30.810454 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Publish callbacks [] for router_gateway (e5cfcccc-e251-4738-90e9-ab2784726b43), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:30.841648 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port 73b8360e-7029-4c66-b748-2f20df18b2ec, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=73b8360e-7029-4c66-b748-2f20df18b2ec,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:30.925641 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-9f39ed82-aae7-41c3-8473-51839f2d21f7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ad8e1d9f98e349ac8004d00d4dbb23c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8566356 Jul 14 11:45:30.927448 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39ed82-aae7-41c3-8473-51839f2d21f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475bfba6-6d35-4b76-9b4d-3bc56a2bbcd5,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:30.927574 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:30.929310 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36632) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:30.946381 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:30.982751 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-a9734557-f210-432d-90e9-ae1159c32c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:30.984328 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-a9734557-f210-432d-90e9-ae1159c32c02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.1714823 Jul 14 11:45:31.010463 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-535805e5-37f6-4217-8c6c-4dc34f55ec4f req-4366790e-b389-4b7b-af91-526cb9ad167c service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734911 Jul 14 11:45:31.013356 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=73b8360e-7029-4c66-b748-2f20df18b2ec,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:31.054391 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-5affbcc1-2442-4d93-b33d-e95f601c4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:31.055940 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-5affbcc1-2442-4d93-b33d-e95f601c4bbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627697 Jul 14 11:45:31.058790 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb060cc-7313-4bd4-94df-c3d3dc625101 None None] Network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:45:31.062591 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e6123028-d2a0-4dce-a775-3d71661a4427 admin admin] Publish callbacks [] for security_group (475bfba6-6d35-4b76-9b4d-3bc56a2bbcd5), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:31.107622 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e6123028-d2a0-4dce-a775-3d71661a4427 admin admin] Publish callbacks [] for security_group (475bfba6-6d35-4b76-9b4d-3bc56a2bbcd5), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:31.175867 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b0c5fc9a-eaac-4cb6-aac5-b94abad8a0c1 None None] Provisioning complete for port 73b8360e-7029-4c66-b748-2f20df18b2ec triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:31.176346 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b0c5fc9a-eaac-4cb6-aac5-b94abad8a0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:31.264954 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-4007bb4e-ea20-4292-a9fa-c49cc75a6a53 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883593 Jul 14 11:45:31.305690 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e6123028-d2a0-4dce-a775-3d71661a4427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (475bfba6-6d35-4b76-9b4d-3bc56a2bbcd5), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:31.309305 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e6123028-d2a0-4dce-a775-3d71661a4427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:31.320967 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e6123028-d2a0-4dce-a775-3d71661a4427 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/475bfba6-6d35-4b76-9b4d-3bc56a2bbcd5 HTTP/1.1" status: 204 len: 168 time: 0.3769279 Jul 14 11:45:31.332334 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709218d6-c64b-4463-b813-1a9c4619dbfb req-c9e32f82-599b-4944-8744-90b309a4cf00 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:31.332926 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6123028-d2a0-4dce-a775-3d71661a4427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475bfba6-6d35-4b76-9b4d-3bc56a2bbcd5,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:31.333926 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-709218d6-c64b-4463-b813-1a9c4619dbfb req-c9e32f82-599b-4944-8744-90b309a4cf00 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 944 time: 0.1242831 Jul 14 11:45:31.375835 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5fc9a-eaac-4cb6-aac5-b94abad8a0c1 None None] Current status of the port 73b8360e-7029-4c66-b748-2f20df18b2ec is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:31.407665 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (e5cfcccc-e251-4738-90e9-ab2784726b43), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:31.412808 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-709218d6-c64b-4463-b813-1a9c4619dbfb req-ba2e54ec-2a6e-4ba7-80b5-a66867fcbfc3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687819 Jul 14 11:45:31.484483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:31.505012 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-27b55a54-8823-4135-af98-f7d3cc15c650 None None] Provisioning complete for port 73b8360e-7029-4c66-b748-2f20df18b2ec triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:31.505421 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-27b55a54-8823-4135-af98-f7d3cc15c650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:31.570661 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:31.587419 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-27b55a54-8823-4135-af98-f7d3cc15c650 None None] Current status of the port 73b8360e-7029-4c66-b748-2f20df18b2ec is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:31.625066 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Router e5cfcccc-e251-4738-90e9-ab2784726b43 is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:45:31.731377 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:31.741645 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Sync routers for ids ['e5cfcccc-e251-4738-90e9-ab2784726b43'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:31.753533 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Routers {'e5cfcccc-e251-4738-90e9-ab2784726b43'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:31.754167 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e5cfcccc-e251-4738-90e9-ab2784726b43'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:31.827603 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:31.831717 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-54ae32d4-e6a7-4361-8e83-c04942554fef admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7208400 Jul 14 11:45:31.831939 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36652) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:32.004476 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Set router e5cfcccc-e251-4738-90e9-ab2784726b43 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:32.071606 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372315f-4f65-4cc5-a545-191db73672a8 req-84875f8f-ce40-4e92-a6db-6e7319de1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:32.073373 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3372315f-4f65-4cc5-a545-191db73672a8 req-84875f8f-ce40-4e92-a6db-6e7319de1c72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 1128 time: 0.1016314 Jul 14 11:45:32.148026 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:32.175981 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07fa5f28-e6bf-4cf1-84e9-0b9eb069e6f6 req-3adfa82c-36c6-4dc9-aa11-2367c6e45e9e service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922944 Jul 14 11:45:32.208639 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:30Z', 'revision_number': 3, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:32.211041 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372315f-4f65-4cc5-a545-191db73672a8 req-b5a9ee10-6149-4d8c-abba-92cdfb1bf07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:32.212689 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3372315f-4f65-4cc5-a545-191db73672a8 req-b5a9ee10-6149-4d8c-abba-92cdfb1bf07a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 919 time: 0.1290474 Jul 14 11:45:32.234998 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Checking router: e5cfcccc-e251-4738-90e9-ab2784726b43 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:32.235338 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Updating router e5cfcccc-e251-4738-90e9-ab2784726b43 port 3393e912-34ba-4012-b625-0600782bffe7 binding host dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:45:32.256546 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3372315f-4f65-4cc5-a545-191db73672a8 req-f81b6af5-cc66-46aa-947e-17db32488633 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfabf88c-ae26-4c85-af20-c102b65a3c9b HTTP/1.1" status: 200 len: 217 time: 0.0359120 Jul 14 11:45:32.269247 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (3393e912-34ba-4012-b625-0600782bffe7), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:32.320984 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:32.321150 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:32.332142 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372315f-4f65-4cc5-a545-191db73672a8 req-f8afeefc-9408-45e0-8cf1-d22a886f8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:32.333698 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3372315f-4f65-4cc5-a545-191db73672a8 req-f8afeefc-9408-45e0-8cf1-d22a886f8f8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.0680928 Jul 14 11:45:32.491380 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Allocated IP 172.20.0.1 (f77a597b-ab8a-49e2-9a1d-e420c995c2e6/46504c9e-19fd-4478-98eb-c2f656aa93e9/39f807a3-0edc-478d-8543-28da0bdf79ff) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:32.566845 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Publish callbacks [] for port (3393e912-34ba-4012-b625-0600782bffe7), precommit_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:32.574683 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbbd39-9ab7-442b-b6fe-86df1631990a req-27973cee-0d2a-4203-a5ab-581d2e5cfa5b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:32.577488 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-25cbbd39-9ab7-442b-b6fe-86df1631990a req-27973cee-0d2a-4203-a5ab-581d2e5cfa5b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 944 time: 0.0745335 Jul 14 11:45:32.612045 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Publish callbacks [] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:32.637040 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 73b8360e-7029-4c66-b748-2f20df18b2ec up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:32.648701 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-25cbbd39-9ab7-442b-b6fe-86df1631990a req-8c355b10-72ab-4d5b-8133-b4011b789604 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617628 Jul 14 11:45:32.679761 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (3393e912-34ba-4012-b625-0600782bffe7), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:32.681720 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:32.702752 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:32.758686 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Attempting to bind port 3393e912-34ba-4012-b625-0600782bffe7 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:45:32.759207 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Attempting to bind port 3393e912-34ba-4012-b625-0600782bffe7 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:45:32.759401 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Attempting to bind port 3393e912-34ba-4012-b625-0600782bffe7 on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:32.759499 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:32.762623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:32.764823 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d2b5c-3139-4e53-9ece-4c42b8e083ac None None] Pushing event updated for resources: {'Port': ['ID=3393e912-34ba-4012-b625-0600782bffe7,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:32.774153 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:32.774617 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:45:32.774793 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (e5cfcccc-e251-4738-90e9-ab2784726b43), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:32.774987 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:32.775408 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:32.775798 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:45:32.776285 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Bound port: 3393e912-34ba-4012-b625-0600782bffe7, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:45:32.777292 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (3393e912-34ba-4012-b625-0600782bffe7), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:32.800209 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 73b8360e-7029-4c66-b748-2f20df18b2ec triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:32.800715 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:32.834583 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:32.836396 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Pushing event updated for resources: {'Port': ['ID=39f807a3-0edc-478d-8543-28da0bdf79ff,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:32.907625 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] For port 3393e912-34ba-4012-b625-0600782bffe7, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:32.910250 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:32.912910 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] For port 3393e912-34ba-4012-b625-0600782bffe7, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=3393e912-34ba-4012-b625-0600782bffe7,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:32.970907 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 73b8360e-7029-4c66-b748-2f20df18b2ec is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:32.977924 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (3393e912-34ba-4012-b625-0600782bffe7), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:33.017896 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:33.051043 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Routers {'e5cfcccc-e251-4738-90e9-ab2784726b43'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:33.051043 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e5cfcccc-e251-4738-90e9-ab2784726b43'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:33.093205 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d2b5c-3139-4e53-9ece-4c42b8e083ac None None] Pushing event updated for resources: {'Port': ['ID=3393e912-34ba-4012-b625-0600782bffe7,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:33.130332 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372315f-4f65-4cc5-a545-191db73672a8 req-221d499e-8870-4538-83c2-2ec22f224c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:33.132036 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3372315f-4f65-4cc5-a545-191db73672a8 req-221d499e-8870-4538-83c2-2ec22f224c76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539634 Jul 14 11:45:33.155990 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-e51bf68a-c52f-48de-805d-e1570c230f20 None None] Provisioning complete for port 39f807a3-0edc-478d-8543-28da0bdf79ff triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:33.156733 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e51bf68a-c52f-48de-805d-e1570c230f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:33.203944 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Publish callbacks [] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:33.205920 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] Set router e5cfcccc-e251-4738-90e9-ab2784726b43 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:33.207877 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-e51bf68a-c52f-48de-805d-e1570c230f20 None None] Port 39f807a3-0edc-478d-8543-28da0bdf79ff cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:45:33.248240 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3372315f-4f65-4cc5-a545-191db73672a8 req-684f1bc3-8ef8-4b1f-acd2-7d2ebd6a41ce service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052725 Jul 14 11:45:33.277419 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:33.278244 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (e5cfcccc-e251-4738-90e9-ab2784726b43), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:33.358152 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3372315f-4f65-4cc5-a545-191db73672a8 req-356f1bc7-ad37-43e7-a126-2da5ccb02409 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021891 Jul 14 11:45:33.377316 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Pushing event updated for resources: {'Port': ['ID=39f807a3-0edc-478d-8543-28da0bdf79ff,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:33.408000 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:33.411926 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:33.414829 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:33.415547 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '39f807a3-0edc-478d-8543-28da0bdf79ff', 'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'mac_address': 'fa:16:3e:eb:a1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:32Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 1, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'subnets': [{'id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:33.461751 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f70fef3-49f8-45e5-9e49-2c69c383b5d5 None None] The sync data for ids ['e5cfcccc-e251-4738-90e9-ab2784726b43'] in dv-cinder-849803-1-iscsi is: [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '39f807a3-0edc-478d-8543-28da0bdf79ff', 'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'mac_address': 'fa:16:3e:eb:a1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:32Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 1, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'subnets': [{'id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:33.547562 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36684) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:33.565761 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Router e5cfcccc-e251-4738-90e9-ab2784726b43 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:45:33.635449 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cfabf88c-ae26-4c85-af20-c102b65a3c9b details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:45:33.701832 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:33.728479 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:33.735859 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-dfb85485-51ae-4bff-8232-3921658a9c10 admin admin] 10.222.0.40 "PUT /v2.0/routers/e5cfcccc-e251-4738-90e9-ab2784726b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9027963 Jul 14 11:45:33.752433 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f5de6f37-a66b-4439-961b-a67796576dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:33.773767 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-c40fd7a4-77e3-46fa-bd08-06bfd3b8558d None None] Provisioning complete for port 39f807a3-0edc-478d-8543-28da0bdf79ff triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:33.774543 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c40fd7a4-77e3-46fa-bd08-06bfd3b8558d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:33.867281 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cfabf88c-ae26-4c85-af20-c102b65a3c9b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cfabf88c-ae26-4c85-af20-c102b65a3c9b,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:33.876134 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-c40fd7a4-77e3-46fa-bd08-06bfd3b8558d None None] Port 39f807a3-0edc-478d-8543-28da0bdf79ff cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:45:33.881847 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=10 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:33.884322 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:33.884551 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'cfabf88c-ae26-4c85-af20-c102b65a3c9b', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'port_id': 'cfabf88c-ae26-4c85-af20-c102b65a3c9b', 'mac_address': 'fa:16:3e:43:50:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:45:33.884930 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6356c85-834d-4f6e-872d-717ec909ae93 req-57389f0d-3c9b-4d48-bc00-752fc92fea8a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:33.894903 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f6356c85-834d-4f6e-872d-717ec909ae93 req-57389f0d-3c9b-4d48-bc00-752fc92fea8a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 944 time: 0.0773766 Jul 14 11:45:33.934865 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port cfabf88c-ae26-4c85-af20-c102b65a3c9b is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:33.935072 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f5de6f37-a66b-4439-961b-a67796576dd0 admin admin] Publish callbacks [] for security_group (496ad5f6-573a-419e-b066-27cf1f36a54d), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:33.935246 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:33.950748 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfabf88c-ae26-4c85-af20-c102b65a3c9b {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:45:33.965226 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f6356c85-834d-4f6e-872d-717ec909ae93 req-d9eb83e3-9b37-45a1-9e14-cf09f27a9186 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694308 Jul 14 11:45:33.975774 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cfabf88c-ae26-4c85-af20-c102b65a3c9b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cfabf88c-ae26-4c85-af20-c102b65a3c9b,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:34.028496 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f5de6f37-a66b-4439-961b-a67796576dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (496ad5f6-573a-419e-b066-27cf1f36a54d), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:34.051390 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:34.052733 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device f84daf6d-a5b5-4dcc-95ba-a981a1687434 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:45:34.067651 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de6f37-a66b-4439-961b-a67796576dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496ad5f6-573a-419e-b066-27cf1f36a54d,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:34.071954 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-f5de6f37-a66b-4439-961b-a67796576dd0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=db52f8595c2d43c89cc0ea5ae5dbcf9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5232742 Jul 14 11:45:34.078621 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36698) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:34.139559 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port f84daf6d-a5b5-4dcc-95ba-a981a1687434, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f84daf6d-a5b5-4dcc-95ba-a981a1687434,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:34.142527 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=cfabf88c-ae26-4c85-af20-c102b65a3c9b,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:34.145842 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c3e3-ab1c-4821-91b3-980a49551547 admin admin] Publish callbacks [] for security_group (496ad5f6-573a-419e-b066-27cf1f36a54d), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:34.165124 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'f84daf6d-a5b5-4dcc-95ba-a981a1687434', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'port_id': 'f84daf6d-a5b5-4dcc-95ba-a981a1687434', 'mac_address': 'fa:16:3e:c9:38:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:45:34.181396 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c3e3-ab1c-4821-91b3-980a49551547 admin admin] Publish callbacks [] for security_group (496ad5f6-573a-419e-b066-27cf1f36a54d), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:34.192300 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:34.205432 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port f84daf6d-a5b5-4dcc-95ba-a981a1687434 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:34.205984 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:34.220041 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84daf6d-a5b5-4dcc-95ba-a981a1687434 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:45:34.256158 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port f84daf6d-a5b5-4dcc-95ba-a981a1687434, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f84daf6d-a5b5-4dcc-95ba-a981a1687434,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:34.385567 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c3e3-ab1c-4821-91b3-980a49551547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (496ad5f6-573a-419e-b066-27cf1f36a54d), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:34.386675 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:34.389655 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c3e3-ab1c-4821-91b3-980a49551547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:34.391226 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-a1e4c3e3-ab1c-4821-91b3-980a49551547 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/496ad5f6-573a-419e-b066-27cf1f36a54d HTTP/1.1" status: 204 len: 168 time: 0.3112071 Jul 14 11:45:34.400183 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4c3e3-ab1c-4821-91b3-980a49551547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496ad5f6-573a-419e-b066-27cf1f36a54d,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:34.480551 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=f84daf6d-a5b5-4dcc-95ba-a981a1687434,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:34.642297 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 3393e912-34ba-4012-b625-0600782bffe7 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:34.691286 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 3393e912-34ba-4012-b625-0600782bffe7 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:34.691859 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (3393e912-34ba-4012-b625-0600782bffe7), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:34.804830 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 3393e912-34ba-4012-b625-0600782bffe7 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:34.805471 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (3393e912-34ba-4012-b625-0600782bffe7), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:34.832398 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36720) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:34.837284 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-151398522-network', 'tenant_id': 'a0070026dba04010b93def3ca14598ea'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:34.837436 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port 3393e912-34ba-4012-b625-0600782bffe7, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=3393e912-34ba-4012-b625-0600782bffe7,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:34.863907 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['cfabf88c-ae26-4c85-af20-c102b65a3c9b'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:45:34.951098 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (3393e912-34ba-4012-b625-0600782bffe7), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:34.987410 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['f84daf6d-a5b5-4dcc-95ba-a981a1687434'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:45:34.988276 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Made reservation on behalf of a0070026dba04010b93def3ca14598ea for: {'network': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:34.991655 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:35.003570 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:35.075486 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=3393e912-34ba-4012-b625-0600782bffe7,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:35.097756 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Publish callbacks [] for security_group (398f4ba5-aec7-4f3a-a982-cf9994e83baf), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:35.132337 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe873-92dd-4444-8bac-f5dd9b847173 req-ea411073-64f6-4178-aec1-432c3529e371 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:35.138618 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d5cbe873-92dd-4444-8bac-f5dd9b847173 req-ea411073-64f6-4178-aec1-432c3529e371 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 945 time: 0.0828552 Jul 14 11:45:35.159565 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:35.186841 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:35.193213 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d5cbe873-92dd-4444-8bac-f5dd9b847173 req-db9830a3-fa43-4901-b6fb-1abeaca8b7a1 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515933 Jul 14 11:45:35.204941 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (398f4ba5-aec7-4f3a-a982-cf9994e83baf), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:35.238170 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=111167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:45:35.244572 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398f4ba5-aec7-4f3a-a982-cf9994e83baf,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:35.251448 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (c1b954ae-1d54-4679-b811-938eb998a60e), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:35.251778 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.segments_db [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Added segment c1b954ae-1d54-4679-b811-938eb998a60e of type vlan for network d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac Jul 14 11:45:35.306521 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:35.405759 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:35.406791 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:35.407493 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:35.470879 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:35.480193 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:45:35.499934 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-80880235-a251-4208-8848-cc46502f0bd0 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6664374 Jul 14 11:45:35.503035 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36738) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:35.508037 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] Request body: {'subnet': {'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-151398522-subnet', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:35.636733 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] Made reservation on behalf of a0070026dba04010b93def3ca14598ea for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:45:35.640041 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31020253'] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:35.659587 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:35.915371 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Sync routers for ids ['e5cfcccc-e251-4738-90e9-ab2784726b43'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:35.922994 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31228492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31020271'] for subnet (9eb9a7a5-d3a3-47a2-87af-30225c05da1a), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:35.925790 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Routers {'e5cfcccc-e251-4738-90e9-ab2784726b43'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:35.926604 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e5cfcccc-e251-4738-90e9-ab2784726b43'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:35.976080 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb9a7a5-d3a3-47a2-87af-30225c05da1a,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:35.994610 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] Checking segment: {'id': 'c1b954ae-1d54-4679-b811-938eb998a60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:35.994610 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] Network hostable DHCP agents. Network: d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:45:36.034591 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Set router e5cfcccc-e251-4738-90e9-ab2784726b43 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:36.102268 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] Network d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:45:36.205244 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:36.210298 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:36.211139 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.223283 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741f789-090d-4745-b071-4df6475e3ab2 None None] Network d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:45:36.233144 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '39f807a3-0edc-478d-8543-28da0bdf79ff', 'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'mac_address': 'fa:16:3e:eb:a1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:32Z', 'updated_at': '2022-07-14T11:45:33Z', 'revision_number': 2, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'subnets': [{'id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:36.303225 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-ffb2421f-02f6-42be-8998-9e5d0ebbc413 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7988973 Jul 14 11:45:36.304001 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36754) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:36.309620 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-151398522-router', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:36.337926 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device f84daf6d-a5b5-4dcc-95ba-a981a1687434 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:36.358737 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Checking router: e5cfcccc-e251-4738-90e9-ab2784726b43 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:36.359086 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Updating router e5cfcccc-e251-4738-90e9-ab2784726b43 port 39f807a3-0edc-478d-8543-28da0bdf79ff binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:45:36.360966 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8719-5ac7-45f8-bac1-eef084490e90 req-67b85762-8952-41aa-b7d1-eef6ccf75746 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:36.367968 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-37dd8719-5ac7-45f8-bac1-eef084490e90 req-67b85762-8952-41aa-b7d1-eef6ccf75746 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 945 time: 0.0760884 Jul 14 11:45:36.382440 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac', 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac', 'project_id': 'a0070026dba04010b93def3ca14598ea', 'fixed_ips': [{'subnet_id': '9eb9a7a5-d3a3-47a2-87af-30225c05da1a'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:45:36.383527 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.391550 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.415634 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-37dd8719-5ac7-45f8-bac1-eef084490e90 req-24ffef1f-6ad8-44e6-bd39-0cdcc9eb69bd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465579 Jul 14 11:45:36.441854 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (6be7372b-c6c4-4c1f-b38f-905a65598641), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.443422 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (6be7372b-c6c4-4c1f-b38f-905a65598641), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.506248 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Publish callbacks [] for router_controller (6be7372b-c6c4-4c1f-b38f-905a65598641), precommit_add_association {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.612508 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:36.618388 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port f84daf6d-a5b5-4dcc-95ba-a981a1687434 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:45:36.627721 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 3393e912-34ba-4012-b625-0600782bffe7 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:36.706859 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Publish callbacks [] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.725327 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port f84daf6d-a5b5-4dcc-95ba-a981a1687434 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:36.725696 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.771054 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Publish callbacks [] for router_gateway (6be7372b-c6c4-4c1f-b38f-905a65598641), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.778641 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Allocated IP 172.20.0.2 (d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac/9eb9a7a5-d3a3-47a2-87af-30225c05da1a/42662f01-f24e-4895-aa8e-e557764ed6ec) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:36.798864 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 3393e912-34ba-4012-b625-0600782bffe7 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:36.799230 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (3393e912-34ba-4012-b625-0600782bffe7), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.802153 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.848393 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b822f32-d4b2-4811-bf6e-0a73fe4db492 None None] Pushing event updated for resources: {'Port': ['ID=39f807a3-0edc-478d-8543-28da0bdf79ff,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:36.922401 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Attempting to bind port 39f807a3-0edc-478d-8543-28da0bdf79ff on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:45:36.923104 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Attempting to bind port 39f807a3-0edc-478d-8543-28da0bdf79ff by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:45:36.923104 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Attempting to bind port 39f807a3-0edc-478d-8543-28da0bdf79ff on network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:36.933290 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:45:36.933649 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Checking segment: {'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:36.937899 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:36.937899 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Bound using segment: {'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:45:36.937899 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Bound port: 39f807a3-0edc-478d-8543-28da0bdf79ff, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:45:36.937899 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.028751 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] For port 39f807a3-0edc-478d-8543-28da0bdf79ff, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:37.034090 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] For port 39f807a3-0edc-478d-8543-28da0bdf79ff, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=39f807a3-0edc-478d-8543-28da0bdf79ff,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:37.036990 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:37.052998 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Publish callbacks [] for router_gateway (6be7372b-c6c4-4c1f-b38f-905a65598641), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.068598 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Publish callbacks [] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.074837 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:37.076822 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.128329 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.147454 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port f84daf6d-a5b5-4dcc-95ba-a981a1687434 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:37.147777 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.150281 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 3393e912-34ba-4012-b625-0600782bffe7 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:37.163297 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-6c7de7d0-d3e4-40a8-b5d7-e2b97f2b91e2 None None] Provisioning complete for port 39f807a3-0edc-478d-8543-28da0bdf79ff triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:37.164109 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6c7de7d0-d3e4-40a8-b5d7-e2b97f2b91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.186737 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:37.196814 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.212438 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Allocated IP 172.27.3.207 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/5a7dd55a-a40f-4c82-9df6-d021b393d621) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:37.220871 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b822f32-d4b2-4811-bf6e-0a73fe4db492 None None] Pushing event updated for resources: {'Port': ['ID=39f807a3-0edc-478d-8543-28da0bdf79ff,revision_number=4']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:37.233457 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Routers {'e5cfcccc-e251-4738-90e9-ab2784726b43'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:37.234275 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e5cfcccc-e251-4738-90e9-ab2784726b43'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:37.237327 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336dc998-9572-45da-bf2b-b3490712426c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84daf6d-a5b5-4dcc-95ba-a981a1687434'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:45:37.239779 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c762b723-fb4c-4714-9a04-9b6b3103f9bc" -d '{"events": [{"server_uuid": "336dc998-9572-45da-bf2b-b3490712426c", "name": "network-vif-plugged", "status": "completed", "tag": "f84daf6d-a5b5-4dcc-95ba-a981a1687434"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:37.285088 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port f84daf6d-a5b5-4dcc-95ba-a981a1687434, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f84daf6d-a5b5-4dcc-95ba-a981a1687434,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:37.293405 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Network d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:37.306622 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:37.325533 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:37.336250 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Pushing event updated for resources: {'Port': ['ID=42662f01-f24e-4895-aa8e-e557764ed6ec,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:37.340548 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8281cf-2e71-4d43-9bef-2476d12eccd9 x-openstack-request-id: req-4b8281cf-2e71-4d43-9bef-2476d12eccd9 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:37.340819 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336dc998-9572-45da-bf2b-b3490712426c", "name": "network-vif-plugged", "status": "completed", "tag": "f84daf6d-a5b5-4dcc-95ba-a981a1687434", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:37.341584 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4b8281cf-2e71-4d43-9bef-2476d12eccd9 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:37.341681 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8281cf-2e71-4d43-9bef-2476d12eccd9'] response: {'server_uuid': '336dc998-9572-45da-bf2b-b3490712426c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84daf6d-a5b5-4dcc-95ba-a981a1687434', 'code': 200} Jul 14 11:45:37.371806 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36770) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:37.395835 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.396653 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cfabf88c-ae26-4c85-af20-c102b65a3c9b up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:37.432806 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Publish callbacks [] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.436193 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] Set router e5cfcccc-e251-4738-90e9-ab2784726b43 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:37.514447 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-6c7de7d0-d3e4-40a8-b5d7-e2b97f2b91e2 None None] Current status of the port 39f807a3-0edc-478d-8543-28da0bdf79ff is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:37.516679 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6c7de7d0-d3e4-40a8-b5d7-e2b97f2b91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.541765 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Attempting to bind port 42662f01-f24e-4895-aa8e-e557764ed6ec on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:45:37.541765 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Attempting to bind port 42662f01-f24e-4895-aa8e-e557764ed6ec by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': 'c1b954ae-1d54-4679-b811-938eb998a60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:45:37.541765 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Attempting to bind port 42662f01-f24e-4895-aa8e-e557764ed6ec on network d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:37.585738 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:45:37.586121 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Checking segment: {'id': 'c1b954ae-1d54-4679-b811-938eb998a60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:37.587304 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.587304 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Bound using segment: {'id': 'c1b954ae-1d54-4679-b811-938eb998a60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:45:37.587551 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Bound port: 42662f01-f24e-4895-aa8e-e557764ed6ec, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b954ae-1d54-4679-b811-938eb998a60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:45:37.588046 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.594185 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=f84daf6d-a5b5-4dcc-95ba-a981a1687434,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:37.601131 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b060ab70-05fb-40ca-b6fe-90c9cb8234c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.623906 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398307-a4bf-4168-a209-1f7aef10ddc9 req-ac11fe85-5224-4d6f-8824-cda35b425cf0 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:37.625085 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-24398307-a4bf-4168-a209-1f7aef10ddc9 req-ac11fe85-5224-4d6f-8824-cda35b425cf0 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 945 time: 0.1239786 Jul 14 11:45:37.628487 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-6c7de7d0-d3e4-40a8-b5d7-e2b97f2b91e2 None None] For port 39f807a3-0edc-478d-8543-28da0bdf79ff, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=39f807a3-0edc-478d-8543-28da0bdf79ff,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:37.633274 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port cfabf88c-ae26-4c85-af20-c102b65a3c9b completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:45:37.638267 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.700069 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7dd55a-a40f-4c82-9df6-d021b393d621,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:37.702081 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] For port 42662f01-f24e-4895-aa8e-e557764ed6ec, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:37.704699 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:37.707253 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] For port 42662f01-f24e-4895-aa8e-e557764ed6ec, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=42662f01-f24e-4895-aa8e-e557764ed6ec,segment=NetworkSegment(c1b954ae-1d54-4679-b811-938eb998a60e),segment_id=c1b954ae-1d54-4679-b811-938eb998a60e)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:37.725806 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:37.728160 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6c7de7d0-d3e4-40a8-b5d7-e2b97f2b91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.745475 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:37.753007 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-24398307-a4bf-4168-a209-1f7aef10ddc9 req-a7253a8b-ec48-4829-aad0-db4c38fd9207 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170907 Jul 14 11:45:37.753750 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:37.776687 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '39f807a3-0edc-478d-8543-28da0bdf79ff', 'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'mac_address': 'fa:16:3e:eb:a1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:32Z', 'updated_at': '2022-07-14T11:45:37Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'subnets': [{'id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:37.793802 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b060ab70-05fb-40ca-b6fe-90c9cb8234c0 admin admin] Publish callbacks [] for security_group (a9eaf6ff-3b54-407c-9b82-36d03436c142), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.801367 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7de7d0-d3e4-40a8-b5d7-e2b97f2b91e2 None None] Pushing event updated for resources: {'Port': ['ID=39f807a3-0edc-478d-8543-28da0bdf79ff,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:37.810201 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port cfabf88c-ae26-4c85-af20-c102b65a3c9b triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:37.810575 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.815971 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9edbb59-3673-4f73-bdcc-241e3c465d50 None None] The sync data for ids ['e5cfcccc-e251-4738-90e9-ab2784726b43'] in dv-cinder-849803-1-iscsi is: [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '39f807a3-0edc-478d-8543-28da0bdf79ff', 'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'mac_address': 'fa:16:3e:eb:a1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:32Z', 'updated_at': '2022-07-14T11:45:37Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'subnets': [{'id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:37.837048 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887a58-ad6f-40aa-befd-59abab5049bc req-8d39bfa0-6b8e-40a3-99d9-b33d7ef45fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:37.839759 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2a887a58-ad6f-40aa-befd-59abab5049bc req-8d39bfa0-6b8e-40a3-99d9-b33d7ef45fcc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 1130 time: 0.1258321 Jul 14 11:45:37.883881 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.933664 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af167d94-8011-45b9-be70-d95506faea15 None None] Provisioning complete for port 39f807a3-0edc-478d-8543-28da0bdf79ff triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:37.934107 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af167d94-8011-45b9-be70-d95506faea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.936780 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b060ab70-05fb-40ca-b6fe-90c9cb8234c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (a9eaf6ff-3b54-407c-9b82-36d03436c142), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:37.983605 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:38.005776 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2a887a58-ad6f-40aa-befd-59abab5049bc req-6e02a66f-3a89-423e-8f76-4ae8ddcc3d6b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594303 Jul 14 11:45:38.007001 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b060ab70-05fb-40ca-b6fe-90c9cb8234c0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=00cd34c5788d4ac1a4bcff19d26f8d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6289687 Jul 14 11:45:38.010433 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36784) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:38.044249 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:38.073364 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060ab70-05fb-40ca-b6fe-90c9cb8234c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eaf6ff-3b54-407c-9b82-36d03436c142,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:38.080826 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port cfabf88c-ae26-4c85-af20-c102b65a3c9b is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:38.081258 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:38.096916 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08551d-bf3f-4012-8c2d-9f43f0215819 None None] Pushing event updated for resources: {'Port': ['ID=42662f01-f24e-4895-aa8e-e557764ed6ec,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:38.108311 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:38.131081 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7124bcf0-ef53-441e-831d-768031da5592 admin admin] Publish callbacks [] for security_group (a9eaf6ff-3b54-407c-9b82-36d03436c142), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:38.157535 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7124bcf0-ef53-441e-831d-768031da5592 admin admin] Publish callbacks [] for security_group (a9eaf6ff-3b54-407c-9b82-36d03436c142), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:38.171580 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cfabf88c-ae26-4c85-af20-c102b65a3c9b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cfabf88c-ae26-4c85-af20-c102b65a3c9b,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:38.174713 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af167d94-8011-45b9-be70-d95506faea15 None None] Current status of the port 39f807a3-0edc-478d-8543-28da0bdf79ff is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:38.288166 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:38.358001 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=cfabf88c-ae26-4c85-af20-c102b65a3c9b,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:38.373437 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7124bcf0-ef53-441e-831d-768031da5592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (a9eaf6ff-3b54-407c-9b82-36d03436c142), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:38.376829 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7124bcf0-ef53-441e-831d-768031da5592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:38.381745 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-7124bcf0-ef53-441e-831d-768031da5592 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a9eaf6ff-3b54-407c-9b82-36d03436c142 HTTP/1.1" status: 204 len: 168 time: 0.3680801 Jul 14 11:45:38.402568 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124bcf0-ef53-441e-831d-768031da5592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eaf6ff-3b54-407c-9b82-36d03436c142,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:38.556860 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Publish callbacks [] for router_gateway (6be7372b-c6c4-4c1f-b38f-905a65598641), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:38.888536 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 39f807a3-0edc-478d-8543-28da0bdf79ff up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:38.894442 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (6be7372b-c6c4-4c1f-b38f-905a65598641), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:39.001307 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 39f807a3-0edc-478d-8543-28da0bdf79ff triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:39.001845 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:39.003159 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3722e-3333-4891-a900-b5b380991189 req-80775501-aa4d-45e4-b19c-a6bd3f125884 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:39.004962 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a8b3722e-3333-4891-a900-b5b380991189 req-80775501-aa4d-45e4-b19c-a6bd3f125884 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0963254 Jul 14 11:45:39.110189 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a8b3722e-3333-4891-a900-b5b380991189 req-e1fad184-a92e-42a6-a2fc-ed024407dd39 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980370 Jul 14 11:45:39.137876 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:39.141742 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 39f807a3-0edc-478d-8543-28da0bdf79ff is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:39.142889 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 42662f01-f24e-4895-aa8e-e557764ed6ec up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:39.195128 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 42662f01-f24e-4895-aa8e-e557764ed6ec triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:39.195360 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:39.216740 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Router 6be7372b-c6c4-4c1f-b38f-905a65598641 is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:45:39.265854 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b904bcb-37ea-410f-8b84-5f09def14875 None None] Network d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:45:39.330490 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:39.334834 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:39.343668 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58800231-da1d-4abc-a4e9-76999be20567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfabf88c-ae26-4c85-af20-c102b65a3c9b'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:45:39.346080 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5845480-bd5c-4b68-a62f-f8cee5978f6d" -d '{"events": [{"server_uuid": "58800231-da1d-4abc-a4e9-76999be20567", "name": "network-vif-plugged", "status": "completed", "tag": "cfabf88c-ae26-4c85-af20-c102b65a3c9b"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:45:39.349022 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 42662f01-f24e-4895-aa8e-e557764ed6ec is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:39.354824 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:39.368972 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Sync routers for ids ['6be7372b-c6c4-4c1f-b38f-905a65598641'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:39.384986 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-5692fdb1-3796-4246-87cc-fcb60e94bfc3 None None] Provisioning complete for port 42662f01-f24e-4895-aa8e-e557764ed6ec triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:39.385384 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5692fdb1-3796-4246-87cc-fcb60e94bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:39.414761 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b8550a-19bd-4430-9b98-d4f7d97370ea x-openstack-request-id: req-f9b8550a-19bd-4430-9b98-d4f7d97370ea {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:45:39.415073 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58800231-da1d-4abc-a4e9-76999be20567", "name": "network-vif-plugged", "status": "completed", "tag": "cfabf88c-ae26-4c85-af20-c102b65a3c9b", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:45:39.415327 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f9b8550a-19bd-4430-9b98-d4f7d97370ea {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:45:39.415725 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b8550a-19bd-4430-9b98-d4f7d97370ea'] response: {'server_uuid': '58800231-da1d-4abc-a4e9-76999be20567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfabf88c-ae26-4c85-af20-c102b65a3c9b', 'code': 200} Jul 14 11:45:39.440321 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Routers {'6be7372b-c6c4-4c1f-b38f-905a65598641'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:39.441098 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['6be7372b-c6c4-4c1f-b38f-905a65598641'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:39.446483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:39.446483 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-d1a250a3-bb94-4bb5-83b2-7d2a15a30508 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1409118 Jul 14 11:45:39.448257 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36812) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:39.501048 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port 42662f01-f24e-4895-aa8e-e557764ed6ec, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=42662f01-f24e-4895-aa8e-e557764ed6ec,segment=NetworkSegment(c1b954ae-1d54-4679-b811-938eb998a60e),segment_id=c1b954ae-1d54-4679-b811-938eb998a60e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:39.813870 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:39.844981 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:39.918320 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Set router 6be7372b-c6c4-4c1f-b38f-905a65598641 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:39.955391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-5692fdb1-3796-4246-87cc-fcb60e94bfc3 None None] Current status of the port 42662f01-f24e-4895-aa8e-e557764ed6ec is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:39.955391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5692fdb1-3796-4246-87cc-fcb60e94bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.088471 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=42662f01-f24e-4895-aa8e-e557764ed6ec,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:40.144984 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560fee6-05ed-4240-8187-f842e810fdce req-2f86ec46-6ae9-4562-966b-dcf15af13719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:40.147105 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b560fee6-05ed-4240-8187-f842e810fdce req-2f86ec46-6ae9-4562-966b-dcf15af13719 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 1130 time: 0.0446160 Jul 14 11:45:40.151578 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.db.api [None req-5692fdb1-3796-4246-87cc-fcb60e94bfc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:45:40.151578 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG oslo_db.api [None req-5692fdb1-3796-4246-87cc-fcb60e94bfc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:45:40.239642 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'name': 'tempest-TestShelveInstance-151398522-router', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:36Z', 'updated_at': '2022-07-14T11:45:38Z', 'revision_number': 3, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'gw_port': {'id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:37Z', 'updated_at': '2022-07-14T11:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:40.266204 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Checking router: 6be7372b-c6c4-4c1f-b38f-905a65598641 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:40.266548 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Updating router 6be7372b-c6c4-4c1f-b38f-905a65598641 port 5a7dd55a-a40f-4c82-9df6-d021b393d621 binding host dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:45:40.278472 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b560fee6-05ed-4240-8187-f842e810fdce req-100adcc0-da40-4593-b60d-fd9f2d748473 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236699 Jul 14 11:45:40.293418 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.309854 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259a9da-b70f-45ad-bcfd-3c0b902e718a req-0ef91553-d3b2-4a25-942b-ba191d3d84a4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:40.311324 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5259a9da-b70f-45ad-bcfd-3c0b902e718a req-0ef91553-d3b2-4a25-942b-ba191d3d84a4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0924423 Jul 14 11:45:40.346811 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.386934 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5259a9da-b70f-45ad-bcfd-3c0b902e718a req-12537a2a-9ecb-4f30-b214-db1997a4a231 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688474 Jul 14 11:45:40.541639 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Allocated IP 172.20.0.1 (d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac/9eb9a7a5-d3a3-47a2-87af-30225c05da1a/7b11bb17-03ab-441d-8faa-ca0e8177f96e) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:40.568448 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Publish callbacks [] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), precommit_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.613115 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 42662f01-f24e-4895-aa8e-e557764ed6ec up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:40.679297 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 42662f01-f24e-4895-aa8e-e557764ed6ec triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:40.679668 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.685926 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.726790 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Publish callbacks [] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.739423 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-5692fdb1-3796-4246-87cc-fcb60e94bfc3 None None] Current status of the port 42662f01-f24e-4895-aa8e-e557764ed6ec is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:40.780355 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Attempting to bind port 5a7dd55a-a40f-4c82-9df6-d021b393d621 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:45:40.780721 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Attempting to bind port 5a7dd55a-a40f-4c82-9df6-d021b393d621 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:45:40.781078 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Attempting to bind port 5a7dd55a-a40f-4c82-9df6-d021b393d621 on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:40.783279 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1643d4-6368-4de0-a803-b127e3bc0b92 None None] Pushing event updated for resources: {'Port': ['ID=5a7dd55a-a40f-4c82-9df6-d021b393d621,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:40.794664 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:45:40.794664 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:40.794664 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.794664 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:45:40.794664 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Bound port: 5a7dd55a-a40f-4c82-9df6-d021b393d621, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:45:40.794664 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.854314 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.866191 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 42662f01-f24e-4895-aa8e-e557764ed6ec is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:40.881348 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-0c1c3198-6e1b-4abb-8374-148c8f6e72d8 None None] Provisioning complete for port 42662f01-f24e-4895-aa8e-e557764ed6ec triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:40.881721 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-0c1c3198-6e1b-4abb-8374-148c8f6e72d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.883732 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] For port 5a7dd55a-a40f-4c82-9df6-d021b393d621, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:40.888204 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] For port 5a7dd55a-a40f-4c82-9df6-d021b393d621, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=5a7dd55a-a40f-4c82-9df6-d021b393d621,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:40.896899 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Network d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:40.900228 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:40.904334 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:40.943803 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Pushing event updated for resources: {'Port': ['ID=7b11bb17-03ab-441d-8faa-ca0e8177f96e,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:40.961184 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (6be7372b-c6c4-4c1f-b38f-905a65598641), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.986873 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:40.998090 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c3198-6e1b-4abb-8374-148c8f6e72d8 None None] Current status of the port 42662f01-f24e-4895-aa8e-e557764ed6ec is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:41.067399 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Routers {'6be7372b-c6c4-4c1f-b38f-905a65598641'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:41.068434 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['6be7372b-c6c4-4c1f-b38f-905a65598641'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:41.073301 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1643d4-6368-4de0-a803-b127e3bc0b92 None None] Pushing event updated for resources: {'Port': ['ID=5a7dd55a-a40f-4c82-9df6-d021b393d621,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:41.267880 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] Set router 6be7372b-c6c4-4c1f-b38f-905a65598641 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:41.310376 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:41.352787 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-e9e0f795-e3d0-4331-a40d-42bf3d8f7b6b None None] Provisioning complete for port 7b11bb17-03ab-441d-8faa-ca0e8177f96e triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:41.353186 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f795-e3d0-4331-a40d-42bf3d8f7b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:41.426344 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0f795-e3d0-4331-a40d-42bf3d8f7b6b None None] Port 7b11bb17-03ab-441d-8faa-ca0e8177f96e cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:45:41.488157 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'name': 'tempest-TestShelveInstance-151398522-router', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:36Z', 'updated_at': '2022-07-14T11:45:38Z', 'revision_number': 3, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'gw_port': {'id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:37Z', 'updated_at': '2022-07-14T11:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:41.514351 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2766beb-b757-40a3-b9c9-0af4fbfaafec None None] The sync data for ids ['6be7372b-c6c4-4c1f-b38f-905a65598641'] in dv-cinder-849803-1-iscsi is: [{'id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'name': 'tempest-TestShelveInstance-151398522-router', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:36Z', 'updated_at': '2022-07-14T11:45:38Z', 'revision_number': 3, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'gw_port': {'id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:37Z', 'updated_at': '2022-07-14T11:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:41.549718 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Publish callbacks [] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:41.559488 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99306d-f2b8-4f97-bdd4-61752c642d59 req-2bb76f7d-e2b5-4caa-aad2-adabb1edc79b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:41.561042 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f99306d-f2b8-4f97-bdd4-61752c642d59 req-2bb76f7d-e2b5-4caa-aad2-adabb1edc79b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.1008005 Jul 14 11:45:41.614242 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f99306d-f2b8-4f97-bdd4-61752c642d59 req-3069bd2d-832b-4f1d-87b6-6bd8308b2b99 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475113 Jul 14 11:45:41.645224 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:41.713824 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (6be7372b-c6c4-4c1f-b38f-905a65598641), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:41.717213 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Pushing event updated for resources: {'Port': ['ID=7b11bb17-03ab-441d-8faa-ca0e8177f96e,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:41.837612 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Network d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:41.839072 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:41.888353 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:41.986373 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Router 6be7372b-c6c4-4c1f-b38f-905a65598641 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:45:42.113828 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:45:42.126559 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-7d1b0397-bd89-4b76-885e-076b04637948 admin admin] 10.222.0.40 "PUT /v2.0/routers/6be7372b-c6c4-4c1f-b38f-905a65598641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6760049 Jul 14 11:45:42.156083 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-e59c946f-8f18-4298-8018-be50bc386952 None None] Provisioning complete for port 7b11bb17-03ab-441d-8faa-ca0e8177f96e triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:42.156710 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e59c946f-8f18-4298-8018-be50bc386952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:42.194642 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-e59c946f-8f18-4298-8018-be50bc386952 None None] Port 7b11bb17-03ab-441d-8faa-ca0e8177f96e cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:45:42.305673 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:42.638862 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 5a7dd55a-a40f-4c82-9df6-d021b393d621 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:42.665410 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:42.676905 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36896) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:42.682976 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-d9cada91-c261-40d8-b8f4-9140c0369f7b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041065357', 'description': 'tempest-secgroup-smoke-2041065357 description', 'project_id': 'ca23768669a74586a221c14ebaa8ee26'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:42.697990 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 5a7dd55a-a40f-4c82-9df6-d021b393d621 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:42.698362 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:42.785334 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 5a7dd55a-a40f-4c82-9df6-d021b393d621 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:42.785723 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:42.814126 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port 5a7dd55a-a40f-4c82-9df6-d021b393d621, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=5a7dd55a-a40f-4c82-9df6-d021b393d621,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:42.829085 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d9cada91-c261-40d8-b8f4-9140c0369f7b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:42.879957 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:42.910228 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:42.936968 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d9cada91-c261-40d8-b8f4-9140c0369f7b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group (ca168b49-34fa-48bb-8eb2-76d8df765b4a), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:43.013607 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d9cada91-c261-40d8-b8f4-9140c0369f7b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (ca168b49-34fa-48bb-8eb2-76d8df765b4a), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:43.092171 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cada91-c261-40d8-b8f4-9140c0369f7b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca168b49-34fa-48bb-8eb2-76d8df765b4a,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:43.107669 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:43.118539 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=5a7dd55a-a40f-4c82-9df6-d021b393d621,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:43.147530 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d9cada91-c261-40d8-b8f4-9140c0369f7b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:43.148155 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-d9cada91-c261-40d8-b8f4-9140c0369f7b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4694836 Jul 14 11:45:43.152288 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36910) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:43.158613 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-6e436d77-7b94-425c-b584-2f378d147fb3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Request body: {'security_group_rule': {'security_group_id': 'ca168b49-34fa-48bb-8eb2-76d8df765b4a', 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:43.267820 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6e436d77-7b94-425c-b584-2f378d147fb3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (926b49be-aa3f-4df7-a432-5af5b03e183b), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:43.396326 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6f898-af49-4e8f-8ab7-68ee993f8e0b req-d5432f15-b27e-4bff-babc-fdc6bbba26b2 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:43.397897 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3ff6f898-af49-4e8f-8ab7-68ee993f8e0b req-d5432f15-b27e-4bff-babc-fdc6bbba26b2 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0702946 Jul 14 11:45:43.409563 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6e436d77-7b94-425c-b584-2f378d147fb3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (926b49be-aa3f-4df7-a432-5af5b03e183b), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:43.454220 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3ff6f898-af49-4e8f-8ab7-68ee993f8e0b req-c665b1df-e638-41e4-bd97-d8375d395afb tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430572 Jul 14 11:45:43.533402 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6e436d77-7b94-425c-b584-2f378d147fb3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (926b49be-aa3f-4df7-a432-5af5b03e183b), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:43.570026 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e436d77-7b94-425c-b584-2f378d147fb3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926b49be-aa3f-4df7-a432-5af5b03e183b,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:43.638585 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6e436d77-7b94-425c-b584-2f378d147fb3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:43.640285 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-6e436d77-7b94-425c-b584-2f378d147fb3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4865282 Jul 14 11:45:43.642959 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36938) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:43.655854 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-bf6486fa-6a56-4a6e-9728-e8826ca0f023 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Request body: {'security_group_rule': {'security_group_id': 'ca168b49-34fa-48bb-8eb2-76d8df765b4a', 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:43.685016 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:43.709238 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e437e-768d-4767-9a36-ae121dfe90ee req-01acd379-2a47-4c09-9744-101f42e90b19 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:43.710777 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-713e437e-768d-4767-9a36-ae121dfe90ee req-01acd379-2a47-4c09-9744-101f42e90b19 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0952199 Jul 14 11:45:43.765180 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-713e437e-768d-4767-9a36-ae121dfe90ee req-ebe07f5d-3c27-4c94-adac-6af401aad625 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478041 Jul 14 11:45:43.769083 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bf6486fa-6a56-4a6e-9728-e8826ca0f023 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (b6be5cd4-82ff-4f20-9f0c-2586b40e59e8), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:43.842787 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:43.846717 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bf6486fa-6a56-4a6e-9728-e8826ca0f023 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (b6be5cd4-82ff-4f20-9f0c-2586b40e59e8), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:43.966015 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bf6486fa-6a56-4a6e-9728-e8826ca0f023 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (b6be5cd4-82ff-4f20-9f0c-2586b40e59e8), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:43.985862 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6486fa-6a56-4a6e-9728-e8826ca0f023 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6be5cd4-82ff-4f20-9f0c-2586b40e59e8,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:44.113490 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbfd25-2b14-45f9-81e3-d2eda918c7a3 req-6a0dd360-93bc-4505-96a0-097bd2901bda tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:44.114982 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f7bbfd25-2b14-45f9-81e3-d2eda918c7a3 req-6a0dd360-93bc-4505-96a0-097bd2901bda tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0472043 Jul 14 11:45:44.119414 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bf6486fa-6a56-4a6e-9728-e8826ca0f023 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:44.123939 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-bf6486fa-6a56-4a6e-9728-e8826ca0f023 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4799981 Jul 14 11:45:44.124296 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36954) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:44.134163 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-3cc01a88-61e9-44b4-94e9-f3f8deceb5dc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Request body: {'security_group_rule': {'security_group_id': 'ca168b49-34fa-48bb-8eb2-76d8df765b4a', 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:44.203822 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f7bbfd25-2b14-45f9-81e3-d2eda918c7a3 req-9b4ba43a-50aa-4da8-9947-9d59c380f63a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819588 Jul 14 11:45:44.214496 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adf207-6f25-44a0-a926-69b42af78cae req-83a5f5a5-351e-4ffa-a397-77c2c5618180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:44.216069 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c8adf207-6f25-44a0-a926-69b42af78cae req-83a5f5a5-351e-4ffa-a397-77c2c5618180 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 1130 time: 0.0450647 Jul 14 11:45:44.288574 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3cc01a88-61e9-44b4-94e9-f3f8deceb5dc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (c26010ed-e625-4e65-91c1-e55ac1561196), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:44.292987 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:44.299511 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:44.317468 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adf207-6f25-44a0-a926-69b42af78cae req-2ac1ea5c-d1dc-48bf-b45e-96914917d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:44.321850 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c8adf207-6f25-44a0-a926-69b42af78cae req-2ac1ea5c-d1dc-48bf-b45e-96914917d3fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 919 time: 0.0993254 Jul 14 11:45:44.356450 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3cc01a88-61e9-44b4-94e9-f3f8deceb5dc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (c26010ed-e625-4e65-91c1-e55ac1561196), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:44.370804 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c8adf207-6f25-44a0-a926-69b42af78cae req-b22731b8-66b5-4898-bded-aaf1995d9a1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfabf88c-ae26-4c85-af20-c102b65a3c9b HTTP/1.1" status: 200 len: 217 time: 0.0397303 Jul 14 11:45:44.409913 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Sync routers for ids ['6be7372b-c6c4-4c1f-b38f-905a65598641'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:45:44.425512 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Routers {'6be7372b-c6c4-4c1f-b38f-905a65598641'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:44.425512 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['6be7372b-c6c4-4c1f-b38f-905a65598641'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:44.429941 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adf207-6f25-44a0-a926-69b42af78cae req-ae142e7b-d31f-4dac-a7f0-1b8736699470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:44.431507 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c8adf207-6f25-44a0-a926-69b42af78cae req-ae142e7b-d31f-4dac-a7f0-1b8736699470 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.0535436 Jul 14 11:45:44.456729 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3cc01a88-61e9-44b4-94e9-f3f8deceb5dc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (c26010ed-e625-4e65-91c1-e55ac1561196), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:44.484014 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adf207-6f25-44a0-a926-69b42af78cae req-6f9aa2d9-7928-4bb8-8be5-b2dfd7f3aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:44.486019 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c8adf207-6f25-44a0-a926-69b42af78cae req-6f9aa2d9-7928-4bb8-8be5-b2dfd7f3aa5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461006 Jul 14 11:45:44.488333 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc01a88-61e9-44b4-94e9-f3f8deceb5dc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26010ed-e625-4e65-91c1-e55ac1561196,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:44.549679 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3cc01a88-61e9-44b4-94e9-f3f8deceb5dc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:44.551216 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-3cc01a88-61e9-44b4-94e9-f3f8deceb5dc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4212255 Jul 14 11:45:44.553894 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 36972) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:44.558484 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-a25785ba-91cf-42c0-a19d-732cea018b9c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Request body: {'security_group_rule': {'security_group_id': 'ca168b49-34fa-48bb-8eb2-76d8df765b4a', 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:44.579555 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Set router 6be7372b-c6c4-4c1f-b38f-905a65598641 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:44.689452 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 5a7dd55a-a40f-4c82-9df6-d021b393d621 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:44.701643 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c8adf207-6f25-44a0-a926-69b42af78cae req-d9b9ddfa-333c-4348-9636-42c20e201c39 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064118 Jul 14 11:45:44.738364 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a25785ba-91cf-42c0-a19d-732cea018b9c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (f5e4e165-a1be-4d57-97c0-7a85d2491d50), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:44.763590 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 5a7dd55a-a40f-4c82-9df6-d021b393d621 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:44.764223 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:44.770181 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:44.857464 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a25785ba-91cf-42c0-a19d-732cea018b9c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (f5e4e165-a1be-4d57-97c0-7a85d2491d50), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:44.860108 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:44.921118 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c8adf207-6f25-44a0-a926-69b42af78cae req-3e107bd9-9407-42ae-8fef-87478b6a8ab7 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122948 Jul 14 11:45:44.947091 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a25785ba-91cf-42c0-a19d-732cea018b9c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (f5e4e165-a1be-4d57-97c0-7a85d2491d50), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:44.954368 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a487495e-77f4-4b36-a487-c1280b114225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:44.958192 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'name': 'tempest-TestShelveInstance-151398522-router', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:36Z', 'updated_at': '2022-07-14T11:45:41Z', 'revision_number': 4, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'gw_port': {'id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:37Z', 'updated_at': '2022-07-14T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '7b11bb17-03ab-441d-8faa-ca0e8177f96e', 'name': '', 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'mac_address': 'fa:16:3e:53:3b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9eb9a7a5-d3a3-47a2-87af-30225c05da1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:40Z', 'updated_at': '2022-07-14T11:45:41Z', 'revision_number': 2, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'subnets': [{'id': '9eb9a7a5-d3a3-47a2-87af-30225c05da1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:44.973699 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16464ad-1ce9-4f3a-8af0-9d9949449499 req-947ec635-514f-437f-852b-a7152d9f86a2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:44.975602 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a16464ad-1ce9-4f3a-8af0-9d9949449499 req-947ec635-514f-437f-852b-a7152d9f86a2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0765626 Jul 14 11:45:44.982697 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25785ba-91cf-42c0-a19d-732cea018b9c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e4e165-a1be-4d57-97c0-7a85d2491d50,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:44.984361 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Checking router: 6be7372b-c6c4-4c1f-b38f-905a65598641 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:45:44.984931 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Updating router 6be7372b-c6c4-4c1f-b38f-905a65598641 port 7b11bb17-03ab-441d-8faa-ca0e8177f96e binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:45:44.996453 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 5a7dd55a-a40f-4c82-9df6-d021b393d621 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:45.022524 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.046011 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a16464ad-1ce9-4f3a-8af0-9d9949449499 req-59ca8123-56c8-4b46-8ae4-cb6c58aec298 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594678 Jul 14 11:45:45.107024 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a25785ba-91cf-42c0-a19d-732cea018b9c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.108836 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-a25785ba-91cf-42c0-a19d-732cea018b9c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5538309 Jul 14 11:45:45.124191 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 36998) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:45.131048 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-107baf5a-8378-4cde-8beb-22fc904aca1d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Request body: {'security_group_rule': {'security_group_id': 'ca168b49-34fa-48bb-8eb2-76d8df765b4a', 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:45.159292 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 37002) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:45.276696 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.securitygroups_db [None req-107baf5a-8378-4cde-8beb-22fc904aca1d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Project ca23768669a74586a221c14ebaa8ee26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:45:45.283612 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-107baf5a-8378-4cde-8beb-22fc904aca1d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (1b23c81a-f5f2-4773-bf73-4d9c22077be3), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.300930 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d7b40c42-5547-463f-b13d-7d9f1a900b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.341621 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:45.370799 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Publish callbacks [] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.397320 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d7b40c42-5547-463f-b13d-7d9f1a900b26 admin admin] Publish callbacks [] for security_group (85054d25-21f0-4244-bd2b-4ad9d0be19b2), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.504828 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.506985 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:45.507556 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:45.526996 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d7b40c42-5547-463f-b13d-7d9f1a900b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (85054d25-21f0-4244-bd2b-4ad9d0be19b2), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.575571 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6dfd-8da0-4d77-956f-199eaa2c1c6d req-2295f7ab-b6e5-4b54-bd5e-b03a8cb0e397 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:45.575571 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7e3f6dfd-8da0-4d77-956f-199eaa2c1c6d req-2295f7ab-b6e5-4b54-bd5e-b03a8cb0e397 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0760236 Jul 14 11:45:45.590016 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ab9f4-c88f-43c0-b45f-a20578d68644 None None] Pushing event updated for resources: {'Port': ['ID=7b11bb17-03ab-441d-8faa-ca0e8177f96e,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:45.626583 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-d7b40c42-5547-463f-b13d-7d9f1a900b26 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e32f7f4be6e3422db1bd5c39b3fac909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4657240 Jul 14 11:45:45.629505 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 37018) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:45.639152 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b40c42-5547-463f-b13d-7d9f1a900b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85054d25-21f0-4244-bd2b-4ad9d0be19b2,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:45.691787 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7e3f6dfd-8da0-4d77-956f-199eaa2c1c6d req-fb082006-daae-4288-853c-528e26933a7f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136048 Jul 14 11:45:45.692222 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Attempting to bind port 7b11bb17-03ab-441d-8faa-ca0e8177f96e on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:45:45.692821 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Attempting to bind port 7b11bb17-03ab-441d-8faa-ca0e8177f96e by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': 'c1b954ae-1d54-4679-b811-938eb998a60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:45:45.693427 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Attempting to bind port 7b11bb17-03ab-441d-8faa-ca0e8177f96e on network d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:45:45.701140 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:45:45.701830 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Checking segment: {'id': 'c1b954ae-1d54-4679-b811-938eb998a60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:45:45.702458 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.703058 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Bound using segment: {'id': 'c1b954ae-1d54-4679-b811-938eb998a60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:45:45.704310 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Bound port: 7b11bb17-03ab-441d-8faa-ca0e8177f96e, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b954ae-1d54-4679-b811-938eb998a60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:45:45.704935 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.719816 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-107baf5a-8378-4cde-8beb-22fc904aca1d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (1b23c81a-f5f2-4773-bf73-4d9c22077be3), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.734496 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9171306a-a982-4a9d-b570-79bf3c7941a4 admin admin] Publish callbacks [] for security_group (85054d25-21f0-4244-bd2b-4ad9d0be19b2), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.764175 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9171306a-a982-4a9d-b570-79bf3c7941a4 admin admin] Publish callbacks [] for security_group (85054d25-21f0-4244-bd2b-4ad9d0be19b2), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.791077 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-107baf5a-8378-4cde-8beb-22fc904aca1d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (1b23c81a-f5f2-4773-bf73-4d9c22077be3), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.820436 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107baf5a-8378-4cde-8beb-22fc904aca1d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b23c81a-f5f2-4773-bf73-4d9c22077be3,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:45.880305 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] For port 7b11bb17-03ab-441d-8faa-ca0e8177f96e, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:45:45.883225 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] For port 7b11bb17-03ab-441d-8faa-ca0e8177f96e, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=7b11bb17-03ab-441d-8faa-ca0e8177f96e,segment=NetworkSegment(c1b954ae-1d54-4679-b811-938eb998a60e),segment_id=c1b954ae-1d54-4679-b811-938eb998a60e)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:45:45.887662 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9171306a-a982-4a9d-b570-79bf3c7941a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (85054d25-21f0-4244-bd2b-4ad9d0be19b2), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.890248 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9171306a-a982-4a9d-b570-79bf3c7941a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.891878 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-9171306a-a982-4a9d-b570-79bf3c7941a4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/85054d25-21f0-4244-bd2b-4ad9d0be19b2 HTTP/1.1" status: 204 len: 168 time: 0.2614489 Jul 14 11:45:45.900564 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171306a-a982-4a9d-b570-79bf3c7941a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85054d25-21f0-4244-bd2b-4ad9d0be19b2,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:45.918819 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-107baf5a-8378-4cde-8beb-22fc904aca1d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.920604 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-107baf5a-8378-4cde-8beb-22fc904aca1d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7945023 Jul 14 11:45:45.940359 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 37022) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:45.946712 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-41c0e025-5c1a-42bf-9de8-4dc439fb171b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Request body: {'security_group_rule': {'security_group_id': 'ca168b49-34fa-48bb-8eb2-76d8df765b4a', 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:45.947952 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b9c32f91-fc40-41f1-b39b-f57bc54ab073 None None] Provisioning complete for port 7b11bb17-03ab-441d-8faa-ca0e8177f96e triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:45.948971 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b9c32f91-fc40-41f1-b39b-f57bc54ab073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:45.987280 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b9c32f91-fc40-41f1-b39b-f57bc54ab073 None None] Port 7b11bb17-03ab-441d-8faa-ca0e8177f96e cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:45:45.996949 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:46.057478 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ab9f4-c88f-43c0-b45f-a20578d68644 None None] Pushing event updated for resources: {'Port': ['ID=7b11bb17-03ab-441d-8faa-ca0e8177f96e,revision_number=4']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:46.060074 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Routers {'6be7372b-c6c4-4c1f-b38f-905a65598641'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:45:46.060685 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:45:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['6be7372b-c6c4-4c1f-b38f-905a65598641'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:46.066373 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.securitygroups_db [None req-41c0e025-5c1a-42bf-9de8-4dc439fb171b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Project ca23768669a74586a221c14ebaa8ee26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:45:46.076028 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-41c0e025-5c1a-42bf-9de8-4dc439fb171b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (4ebe0070-2f0c-4631-84be-8190cba98468), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:46.153024 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-41c0e025-5c1a-42bf-9de8-4dc439fb171b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (4ebe0070-2f0c-4631-84be-8190cba98468), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:46.184227 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eedc3-a113-4171-a8b8-56c5769fdc23 req-f8f883f0-c093-44bc-b80e-42dd9a5aa857 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:46.186295 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a74eedc3-a113-4171-a8b8-56c5769fdc23 req-f8f883f0-c093-44bc-b80e-42dd9a5aa857 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0570402 Jul 14 11:45:46.193924 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] Set router 6be7372b-c6c4-4c1f-b38f-905a65598641 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:45:46.223114 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:46.228646 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:46.246317 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-41c0e025-5c1a-42bf-9de8-4dc439fb171b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (4ebe0070-2f0c-4631-84be-8190cba98468), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:46.266237 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a74eedc3-a113-4171-a8b8-56c5769fdc23 req-81f5a1aa-ef17-48a3-8ea5-cea1c9148929 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654354 Jul 14 11:45:46.288513 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0e025-5c1a-42bf-9de8-4dc439fb171b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebe0070-2f0c-4631-84be-8190cba98468,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:46.358541 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-41c0e025-5c1a-42bf-9de8-4dc439fb171b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:46.359756 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-41c0e025-5c1a-42bf-9de8-4dc439fb171b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4184780 Jul 14 11:45:46.413565 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-7d700c14-e1a7-4a52-ab8f-cf0077bffed6 None None] Provisioning complete for port 7b11bb17-03ab-441d-8faa-ca0e8177f96e triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:46.413935 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-7d700c14-e1a7-4a52-ab8f-cf0077bffed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:46.442855 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'name': 'tempest-TestShelveInstance-151398522-router', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:36Z', 'updated_at': '2022-07-14T11:45:41Z', 'revision_number': 4, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'gw_port': {'id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:37Z', 'updated_at': '2022-07-14T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '7b11bb17-03ab-441d-8faa-ca0e8177f96e', 'name': '', 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'mac_address': 'fa:16:3e:53:3b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9eb9a7a5-d3a3-47a2-87af-30225c05da1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:40Z', 'updated_at': '2022-07-14T11:45:45Z', 'revision_number': 4, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'subnets': [{'id': '9eb9a7a5-d3a3-47a2-87af-30225c05da1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:45:46.477616 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c6bc0-c55f-44eb-b904-8ae42e9fa38e None None] The sync data for ids ['6be7372b-c6c4-4c1f-b38f-905a65598641'] in dv-cinder-849803-1-iscsi is: [{'id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'name': 'tempest-TestShelveInstance-151398522-router', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:36Z', 'updated_at': '2022-07-14T11:45:41Z', 'revision_number': 4, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'gw_port': {'id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:37Z', 'updated_at': '2022-07-14T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '7b11bb17-03ab-441d-8faa-ca0e8177f96e', 'name': '', 'network_id': 'd8ca9ed0-b957-4f20-acd4-5c5ee70c0bac', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'mac_address': 'fa:16:3e:53:3b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9eb9a7a5-d3a3-47a2-87af-30225c05da1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:40Z', 'updated_at': '2022-07-14T11:45:45Z', 'revision_number': 4, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'subnets': [{'id': '9eb9a7a5-d3a3-47a2-87af-30225c05da1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:45:46.519435 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-7d700c14-e1a7-4a52-ab8f-cf0077bffed6 None None] Current status of the port 7b11bb17-03ab-441d-8faa-ca0e8177f96e is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:46.519435 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-7d700c14-e1a7-4a52-ab8f-cf0077bffed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:46.577291 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-7d700c14-e1a7-4a52-ab8f-cf0077bffed6 None None] For port 7b11bb17-03ab-441d-8faa-ca0e8177f96e, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=7b11bb17-03ab-441d-8faa-ca0e8177f96e,segment=NetworkSegment(c1b954ae-1d54-4679-b811-938eb998a60e),segment_id=c1b954ae-1d54-4679-b811-938eb998a60e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:45:46.654361 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-7d700c14-e1a7-4a52-ab8f-cf0077bffed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:46.661794 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:46.757291 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d700c14-e1a7-4a52-ab8f-cf0077bffed6 None None] Pushing event updated for resources: {'Port': ['ID=7b11bb17-03ab-441d-8faa-ca0e8177f96e,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:46.820629 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 7b11bb17-03ab-441d-8faa-ca0e8177f96e up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:46.887188 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 7b11bb17-03ab-441d-8faa-ca0e8177f96e triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:46.887452 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094914a8-24cc-42d4-b5e0-d66274a9acda req-71a54190-c048-48a7-ac00-6ba72991c89d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:46.888540 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:46.895498 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-094914a8-24cc-42d4-b5e0-d66274a9acda req-71a54190-c048-48a7-ac00-6ba72991c89d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.1045201 Jul 14 11:45:46.963236 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-094914a8-24cc-42d4-b5e0-d66274a9acda req-bd7d14e4-b886-425f-8a56-2006f1f4587a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617368 Jul 14 11:45:47.009806 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 7b11bb17-03ab-441d-8faa-ca0e8177f96e is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:47.105321 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9ce49588-5787-4841-a789-6b5a1c11b01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:47.405320 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287daf8a-c2b1-4bc7-9d47-26c7a98b882b req-00ca4ed9-6ff1-4ca1-8ea2-45e626e284cf tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:47.407040 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-287daf8a-c2b1-4bc7-9d47-26c7a98b882b req-00ca4ed9-6ff1-4ca1-8ea2-45e626e284cf tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0502884 Jul 14 11:45:47.461419 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-287daf8a-c2b1-4bc7-9d47-26c7a98b882b req-c3761f7c-ff84-4b3c-b5aa-0726659f6ab5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464389 Jul 14 11:45:47.880543 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:48.090677 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5147b4-17db-4ebc-9e04-9d511ccf1523 req-0d857bc6-19fa-4fad-8873-8135f2b83bcc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:48.092257 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6f5147b4-17db-4ebc-9e04-9d511ccf1523 req-0d857bc6-19fa-4fad-8873-8135f2b83bcc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0529263 Jul 14 11:45:48.144016 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6f5147b4-17db-4ebc-9e04-9d511ccf1523 req-12097e1f-4e70-4b67-a1f6-19a9ee9ebe27 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446177 Jul 14 11:45:48.260410 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:48.615189 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01726aa7-e74c-4e15-b2c4-df5c255d1589 req-df174c21-80e1-4621-89cc-7f55b5d51b64 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:48.616882 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-01726aa7-e74c-4e15-b2c4-df5c255d1589 req-df174c21-80e1-4621-89cc-7f55b5d51b64 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0569355 Jul 14 11:45:48.704670 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 7b11bb17-03ab-441d-8faa-ca0e8177f96e up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:45:48.718158 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-01726aa7-e74c-4e15-b2c4-df5c255d1589 req-351b05d9-95dc-4107-8e05-680b62842e2f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851240 Jul 14 11:45:48.769974 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 7b11bb17-03ab-441d-8faa-ca0e8177f96e triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:45:48.770610 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:48.788345 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:48.870734 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:48.880432 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 7b11bb17-03ab-441d-8faa-ca0e8177f96e is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:45:49.263170 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3b961-f90b-4e01-8b0d-edd1c8531fe8 req-41c3c6bd-f20c-40eb-b742-708e0f5987e5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:49.264614 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-36b3b961-f90b-4e01-8b0d-edd1c8531fe8 req-41c3c6bd-f20c-40eb-b742-708e0f5987e5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0480821 Jul 14 11:45:49.330614 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-36b3b961-f90b-4e01-8b0d-edd1c8531fe8 req-f17e9a09-8e61-45f4-94f9-7cb87e94dc78 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536599 Jul 14 11:45:49.633685 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:49.849236 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fa88b-979f-4817-a4ed-bd9ba50d1f8f req-b73c8abf-f856-4259-9ff2-f88a203fe92a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:49.851618 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-170fa88b-979f-4817-a4ed-bd9ba50d1f8f req-b73c8abf-f856-4259-9ff2-f88a203fe92a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0506511 Jul 14 11:45:49.925807 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-170fa88b-979f-4817-a4ed-bd9ba50d1f8f req-72e0f341-2bc2-4d7b-bad0-1a6d60b3366c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679061 Jul 14 11:45:50.005451 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:50.177106 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:50.403483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 37224) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:50.475040 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:50.484429 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd50af-a841-4489-937e-9037e9199e8e req-45c67376-4aae-47fc-914d-0c205606f1a4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:50.486010 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-21fd50af-a841-4489-937e-9037e9199e8e req-45c67376-4aae-47fc-914d-0c205606f1a4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0551493 Jul 14 11:45:50.526075 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-df38bf34-0283-40ec-8e77-1ec8396cf71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:50.563625 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-21fd50af-a841-4489-937e-9037e9199e8e req-7f19074f-d4af-4112-999c-8255ca831e4b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702527 Jul 14 11:45:50.639737 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-df38bf34-0283-40ec-8e77-1ec8396cf71d admin admin] Publish callbacks [] for security_group (e3758b4c-6089-4ac8-9ebe-8a124b7ab7a2), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:50.696713 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-df38bf34-0283-40ec-8e77-1ec8396cf71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (e3758b4c-6089-4ac8-9ebe-8a124b7ab7a2), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:50.746191 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-df38bf34-0283-40ec-8e77-1ec8396cf71d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1ef60975c92640fe9b7f96d5f6236b8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388941 Jul 14 11:45:50.746191 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38bf34-0283-40ec-8e77-1ec8396cf71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3758b4c-6089-4ac8-9ebe-8a124b7ab7a2,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:50.746911 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 37230) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:50.806248 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-05f760c9-bc60-45e4-a9c2-f46414086c0e admin admin] Publish callbacks [] for security_group (e3758b4c-6089-4ac8-9ebe-8a124b7ab7a2), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:50.833699 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-05f760c9-bc60-45e4-a9c2-f46414086c0e admin admin] Publish callbacks [] for security_group (e3758b4c-6089-4ac8-9ebe-8a124b7ab7a2), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:51.039341 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11737617-3112-4596-b115-87838cbd2415 req-bf8108bd-f329-449a-950f-0a9c46963886 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:51.040805 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-11737617-3112-4596-b115-87838cbd2415 req-bf8108bd-f329-449a-950f-0a9c46963886 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0498376 Jul 14 11:45:51.053273 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-05f760c9-bc60-45e4-a9c2-f46414086c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (e3758b4c-6089-4ac8-9ebe-8a124b7ab7a2), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:51.055612 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-05f760c9-bc60-45e4-a9c2-f46414086c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:51.056635 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-05f760c9-bc60-45e4-a9c2-f46414086c0e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e3758b4c-6089-4ac8-9ebe-8a124b7ab7a2 HTTP/1.1" status: 204 len: 168 time: 0.3087089 Jul 14 11:45:51.075726 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f760c9-bc60-45e4-a9c2-f46414086c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3758b4c-6089-4ac8-9ebe-8a124b7ab7a2,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:51.109628 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-11737617-3112-4596-b115-87838cbd2415 req-12c8f6f4-1719-4a76-99c9-d596d50df46b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626025 Jul 14 11:45:51.659938 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 37250) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:51.665455 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-119ec529-f870-438e-85c1-7cfe07537bf6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--175292245', 'description': 'tempest-description--1492082725'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:51.693073 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d80d4c-3e3e-4c05-93d1-9ca53d42b031 req-19852c81-5466-4497-8970-93c2e5d50a55 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:51.695078 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-50d80d4c-3e3e-4c05-93d1-9ca53d42b031 req-19852c81-5466-4497-8970-93c2e5d50a55 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0594137 Jul 14 11:45:51.721720 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:51.745824 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-50d80d4c-3e3e-4c05-93d1-9ca53d42b031 req-2b021462-e5e0-476d-8d7d-197ae7d9d0d1 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449946 Jul 14 11:45:51.764168 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119ec529-f870-438e-85c1-7cfe07537bf6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:51.848970 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119ec529-f870-438e-85c1-7cfe07537bf6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (516f8339-bcac-4454-ab05-0a0c40cbf5ba), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:51.914046 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119ec529-f870-438e-85c1-7cfe07537bf6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (516f8339-bcac-4454-ab05-0a0c40cbf5ba), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:51.943793 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ec529-f870-438e-85c1-7cfe07537bf6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516f8339-bcac-4454-ab05-0a0c40cbf5ba,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:52.009586 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-119ec529-f870-438e-85c1-7cfe07537bf6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:52.010842 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-119ec529-f870-438e-85c1-7cfe07537bf6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3491302 Jul 14 11:45:52.014414 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 37256) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:52.019255 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-39f7ea0c-079d-41fe-a04b-9b182fffc774 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group_rule': {'security_group_id': '516f8339-bcac-4454-ab05-0a0c40cbf5ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:52.171445 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-39f7ea0c-079d-41fe-a04b-9b182fffc774 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (2cb53ebf-0b3e-4b3a-8e08-a4ca3d18d550), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:52.248587 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d349d16-a137-4ba9-a2db-5666181bff39 req-95cd2595-8883-41a0-a09a-74c507c70744 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:52.250108 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8d349d16-a137-4ba9-a2db-5666181bff39 req-95cd2595-8883-41a0-a09a-74c507c70744 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0621972 Jul 14 11:45:52.274649 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-39f7ea0c-079d-41fe-a04b-9b182fffc774 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (2cb53ebf-0b3e-4b3a-8e08-a4ca3d18d550), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:52.305801 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8d349d16-a137-4ba9-a2db-5666181bff39 req-008b1ca1-4fca-4d5b-a4d6-f5867419a569 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498760 Jul 14 11:45:52.470511 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-39f7ea0c-079d-41fe-a04b-9b182fffc774 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (2cb53ebf-0b3e-4b3a-8e08-a4ca3d18d550), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:52.489126 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7ea0c-079d-41fe-a04b-9b182fffc774 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb53ebf-0b3e-4b3a-8e08-a4ca3d18d550,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:52.533224 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:52.563734 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-39f7ea0c-079d-41fe-a04b-9b182fffc774 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:52.564956 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-39f7ea0c-079d-41fe-a04b-9b182fffc774 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5495946 Jul 14 11:45:52.567711 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 37262) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:52.572230 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-b53e5ae9-ea37-4aa4-b9fb-c5900a16a307 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group_rule': {'security_group_id': '516f8339-bcac-4454-ab05-0a0c40cbf5ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:52.674503 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b53e5ae9-ea37-4aa4-b9fb-c5900a16a307 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (74ea09f4-0a77-46b9-a267-cd9b3e5e9c86), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:52.738088 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b53e5ae9-ea37-4aa4-b9fb-c5900a16a307 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (74ea09f4-0a77-46b9-a267-cd9b3e5e9c86), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:52.834413 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b53e5ae9-ea37-4aa4-b9fb-c5900a16a307 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (74ea09f4-0a77-46b9-a267-cd9b3e5e9c86), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:52.865020 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e5ae9-ea37-4aa4-b9fb-c5900a16a307 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ea09f4-0a77-46b9-a267-cd9b3e5e9c86,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:52.886126 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f69ced-0c5e-402e-9109-c3d9c5749581 req-7a0c41ed-38f3-40e2-95f9-4d2462fcc89c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:52.887713 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-40f69ced-0c5e-402e-9109-c3d9c5749581 req-7a0c41ed-38f3-40e2-95f9-4d2462fcc89c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0730789 Jul 14 11:45:52.933089 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b53e5ae9-ea37-4aa4-b9fb-c5900a16a307 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:52.934365 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-b53e5ae9-ea37-4aa4-b9fb-c5900a16a307 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3657258 Jul 14 11:45:52.937427 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 37270) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:45:52.940572 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-40f69ced-0c5e-402e-9109-c3d9c5749581 req-fb895305-5afa-4ef2-aacb-392e43c140d0 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472479 Jul 14 11:45:52.941822 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:45:52.949787 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:53.022648 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:53.106426 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:53.216635 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Allocated IP 172.27.3.215 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/8a47c462-019f-4dd4-aaa0-925b00b98384) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:45:53.287116 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:45:53.323304 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (8a47c462-019f-4dd4-aaa0-925b00b98384), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:53.436189 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de2b94-ded5-4ba8-b249-a12b751b35dd req-b94505d7-f0f3-4d9c-ba20-a1e0a4a4a74d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:53.437698 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d8de2b94-ded5-4ba8-b249-a12b751b35dd req-b94505d7-f0f3-4d9c-ba20-a1e0a4a4a74d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0544267 Jul 14 11:45:53.451566 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (8a47c462-019f-4dd4-aaa0-925b00b98384), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:53.522099 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:45:53.527388 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=8a47c462-019f-4dd4-aaa0-925b00b98384,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:53.530640 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:45:53.535356 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d8de2b94-ded5-4ba8-b249-a12b751b35dd req-8bd7d095-8f6a-440c-a2ab-264e72216784 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916202 Jul 14 11:45:53.536060 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:45:53.623063 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (93420e47-f4f2-4cb6-87bd-a17925feebb3), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:53.737827 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (8a47c462-019f-4dd4-aaa0-925b00b98384), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:53.890085 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:53.899787 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (8a47c462-019f-4dd4-aaa0-925b00b98384), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:53.996734 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (8a47c462-019f-4dd4-aaa0-925b00b98384), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:54.057255 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:54.068893 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a508b6-fb2c-4504-b024-48b0cb90eaa1 req-2bc54fd5-43b3-4445-b66f-6fbabceafc8b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:54.070564 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e8a508b6-fb2c-4504-b024-48b0cb90eaa1 req-2bc54fd5-43b3-4445-b66f-6fbabceafc8b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0593812 Jul 14 11:45:54.078445 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=8a47c462-019f-4dd4-aaa0-925b00b98384,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:45:54.089846 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (93420e47-f4f2-4cb6-87bd-a17925feebb3), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:54.121628 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e8a508b6-fb2c-4504-b024-48b0cb90eaa1 req-ab433102-adde-41f7-8319-38cab9a9d1d7 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Jul 14 11:45:54.192561 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:54.193838 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-7ce14a56-0c43-4e79-ab05-f6f5a4d6ff83 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2554774 Jul 14 11:45:54.328040 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:54.664534 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029809e2-6d11-4ad9-9e30-ea3926a2703d req-1d00de9e-2655-4ce2-967b-d9e5860f9b6b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:54.666058 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-029809e2-6d11-4ad9-9e30-ea3926a2703d req-1d00de9e-2655-4ce2-967b-d9e5860f9b6b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0550995 Jul 14 11:45:54.715916 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-029809e2-6d11-4ad9-9e30-ea3926a2703d req-09a7f64a-9486-4d9d-bff7-48d8d728173a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438766 Jul 14 11:45:55.240357 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c5b4c-15aa-41ab-9265-686de5db5624 req-c3875b3e-3561-4c99-82a3-77ca8c0f74af tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:55.242663 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0c1c5b4c-15aa-41ab-9265-686de5db5624 req-c3875b3e-3561-4c99-82a3-77ca8c0f74af tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0496507 Jul 14 11:45:55.298078 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0c1c5b4c-15aa-41ab-9265-686de5db5624 req-f2946d22-aaf2-4f0a-9c23-c5e4f14105a4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489256 Jul 14 11:45:55.838119 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd538f6-5d7d-4eb4-a30f-1ec3be5b7425 req-90d5881a-5910-4a7c-aa49-c1a20d1863fe tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:55.840158 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-dbd538f6-5d7d-4eb4-a30f-1ec3be5b7425 req-90d5881a-5910-4a7c-aa49-c1a20d1863fe tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0487869 Jul 14 11:45:55.889798 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-dbd538f6-5d7d-4eb4-a30f-1ec3be5b7425 req-851de59c-ba45-45ef-86af-c30cae9d60e2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435483 Jul 14 11:45:56.427349 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cb9fd-dfd5-4694-991b-051023a9d3f4 req-f09d83ff-f2b0-4911-8954-aec8b1e1d035 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:56.428948 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d46cb9fd-dfd5-4694-991b-051023a9d3f4 req-f09d83ff-f2b0-4911-8954-aec8b1e1d035 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0486314 Jul 14 11:45:56.479833 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d46cb9fd-dfd5-4694-991b-051023a9d3f4 req-5bdfbed1-04c6-4a7b-9ba5-3ec56f451974 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Jul 14 11:45:57.014778 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359b0c8-5b02-47e5-97bf-74231385cf68 req-a8de687f-7254-479b-a8fe-96cfaff9c486 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:57.017627 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5359b0c8-5b02-47e5-97bf-74231385cf68 req-a8de687f-7254-479b-a8fe-96cfaff9c486 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0526485 Jul 14 11:45:57.057959 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:57.077559 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5359b0c8-5b02-47e5-97bf-74231385cf68 req-46e335ad-8f6f-496d-b8dd-4bce01a26d3f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551181 Jul 14 11:45:57.282625 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-277c0e26-1fa2-4a7e-8fb7-3656373ed7fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431228 Jul 14 11:45:57.299423 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-8b81dd2c-4dbf-4119-b6ca-a43b69ddc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:57.301315 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-8b81dd2c-4dbf-4119-b6ca-a43b69ddc2cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48a88ac7db8a481ca03508d315a0bc56&device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 1130 time: 0.0452223 Jul 14 11:45:57.387954 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:57.416384 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-bbcab96d-f0f6-40a3-990c-347c394a90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:57.417913 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-bbcab96d-f0f6-40a3-990c-347c394a90ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 200 len: 912 time: 0.0898113 Jul 14 11:45:57.490514 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-22c09229-a316-44c1-a4ba-d62b1ef96701 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a691a194-3f01-478d-96f7-2e83d0eb6f7d HTTP/1.1" status: 200 len: 1001 time: 0.0638621 Jul 14 11:45:57.600292 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662dc46-fde0-4cae-b7a9-28eb8fabb4e5 req-701b54a0-fb0a-4d96-b310-3263b1182ef3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:57.602667 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3662dc46-fde0-4cae-b7a9-28eb8fabb4e5 req-701b54a0-fb0a-4d96-b310-3263b1182ef3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0512013 Jul 14 11:45:57.653097 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3662dc46-fde0-4cae-b7a9-28eb8fabb4e5 req-2861ec12-fe8b-4808-b116-5df7a73b4fc6 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444162 Jul 14 11:45:57.839960 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:45:57.864469 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-1d15d46a-66eb-4767-9450-9bc9abc5dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:57.865935 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-1d15d46a-66eb-4767-9450-9bc9abc5dee2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a358cd9-2a9c-4885-95d8-0f50e266cbc6 HTTP/1.1" status: 200 len: 850 time: 0.0455313 Jul 14 11:45:57.912744 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-6f4457de-8ff6-4535-be2b-e59d169b17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:57.914738 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-6f4457de-8ff6-4535-be2b-e59d169b17cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d6f20b-bda5-4229-8026-f520c7f094ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400748 Jul 14 11:45:58.023729 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-0bd1dcc9-6fcf-46e2-8b4a-493f66860d73 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987635 Jul 14 11:45:58.132880 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71f04484-f3e2-4ead-af49-f6d819f90e29 req-d2c845b4-9e11-4f98-9050-55e5d214b7ac service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998998 Jul 14 11:45:58.388568 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde567e0-9e4d-47e7-96ad-e443694112cd req-b185600e-d32b-410a-88e1-9d47d5b2db92 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:58.393914 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bde567e0-9e4d-47e7-96ad-e443694112cd req-b185600e-d32b-410a-88e1-9d47d5b2db92 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0602088 Jul 14 11:45:58.457201 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bde567e0-9e4d-47e7-96ad-e443694112cd req-cf57641e-a352-4879-b1ff-b486b27956b9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612628 Jul 14 11:45:58.881707 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abf76-88cc-42d7-8114-793517040e8f req-d945040c-1166-4ae4-9e9e-8b12e808082f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:58.883197 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-409abf76-88cc-42d7-8114-793517040e8f req-d945040c-1166-4ae4-9e9e-8b12e808082f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0521903 Jul 14 11:45:58.935717 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-409abf76-88cc-42d7-8114-793517040e8f req-4be7f16e-32e8-4a62-8a6f-9fa08f4f4680 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Jul 14 11:45:59.055053 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c411a1-e699-4f53-b6a9-0231aa7283c5 req-2525609a-e42c-4155-8d53-6be3d315b2da tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:59.056425 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-90c411a1-e699-4f53-b6a9-0231aa7283c5 req-2525609a-e42c-4155-8d53-6be3d315b2da tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0566101 Jul 14 11:45:59.108361 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-90c411a1-e699-4f53-b6a9-0231aa7283c5 req-168aeda8-2408-4d66-9f42-371183519580 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447998 Jul 14 11:45:59.584115 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d9271-8305-44ca-8da0-b25bc49b2aa9 req-149136a2-a761-4e1d-883e-1bc9671fd1d1 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:45:59.585717 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6b4d9271-8305-44ca-8da0-b25bc49b2aa9 req-149136a2-a761-4e1d-883e-1bc9671fd1d1 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0521483 Jul 14 11:45:59.611636 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:45:59.634281 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6b4d9271-8305-44ca-8da0-b25bc49b2aa9 req-133a0abe-dbb6-42b1-bef6-27c77da3977f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423150 Jul 14 11:46:00.055673 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3bfc-8fe9-4dfe-9818-701a03739756 req-4fcb6de7-0eb2-44f6-bdbf-c5c0a43872df tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:00.057225 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c2dd3bfc-8fe9-4dfe-9818-701a03739756 req-4fcb6de7-0eb2-44f6-bdbf-c5c0a43872df tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0517924 Jul 14 11:46:00.110230 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c2dd3bfc-8fe9-4dfe-9818-701a03739756 req-b0f80d88-181f-48d8-8dd3-b1180428cecd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467086 Jul 14 11:46:00.229538 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470634-4ea9-4d97-af20-7e599e091c46 req-b219ae22-4a66-46c1-aec2-5d707c37b2d1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:00.231151 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3c470634-4ea9-4d97-af20-7e599e091c46 req-b219ae22-4a66-46c1-aec2-5d707c37b2d1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0525479 Jul 14 11:46:00.505954 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3c470634-4ea9-4d97-af20-7e599e091c46 req-b4b05f69-4e4e-431b-8e07-f992c0a43bed tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688336 Jul 14 11:46:00.754699 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0da497-9d78-45a5-8e9d-68d9fd0fdd3a req-7d6ef6ed-55bb-4052-a3a3-883eb89b308a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:00.756166 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3c0da497-9d78-45a5-8e9d-68d9fd0fdd3a req-7d6ef6ed-55bb-4052-a3a3-883eb89b308a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0467873 Jul 14 11:46:00.804189 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3c0da497-9d78-45a5-8e9d-68d9fd0fdd3a req-57631421-19ec-41e6-9635-f5ec669302a7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 Jul 14 11:46:01.368970 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc383a-52ee-4f20-a012-2833960cde74 req-e8c7f8c7-76b7-48b5-a4be-1ad858cd8c17 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:01.370567 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cfdc383a-52ee-4f20-a012-2833960cde74 req-e8c7f8c7-76b7-48b5-a4be-1ad858cd8c17 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0510788 Jul 14 11:46:01.420087 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cfdc383a-52ee-4f20-a012-2833960cde74 req-b99efd6d-ab4d-4327-ab7d-1b9c6d2f42ca tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Jul 14 11:46:01.632378 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fe8f0-448e-4e12-a359-75fd20581119 req-c85913d4-8b17-4304-b95f-a4bda3cf1029 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:01.633926 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-025fe8f0-448e-4e12-a359-75fd20581119 req-c85913d4-8b17-4304-b95f-a4bda3cf1029 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0475039 Jul 14 11:46:01.682153 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-025fe8f0-448e-4e12-a359-75fd20581119 req-8f16ad71-4882-45f2-9b35-7a30271e8704 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422418 Jul 14 11:46:01.910391 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:01.924176 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2828a80-43c6-4c07-874c-83e23cc9001a req-98f10216-639b-4ef2-853e-f2d44b5d14bb tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:01.925755 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d2828a80-43c6-4c07-874c-83e23cc9001a req-98f10216-639b-4ef2-853e-f2d44b5d14bb tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0483093 Jul 14 11:46:01.988458 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d2828a80-43c6-4c07-874c-83e23cc9001a req-9a133e01-fc97-4c86-8f6d-e9d0e7c54500 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570967 Jul 14 11:46:02.534535 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206af81-0960-460a-8fad-c805715d4994 req-8c00d675-3a47-4b7b-8469-28ec0a02f3fc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:02.536011 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0206af81-0960-460a-8fad-c805715d4994 req-8c00d675-3a47-4b7b-8469-28ec0a02f3fc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0484114 Jul 14 11:46:02.592015 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0206af81-0960-460a-8fad-c805715d4994 req-ddd5ef41-7eda-476f-bbcd-8e3ff2da8812 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500557 Jul 14 11:46:02.800772 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ec7b5-1bdf-43ee-9680-53f439d5767f req-87389d51-52de-4b42-95d5-dfd373499174 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:02.802366 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a21ec7b5-1bdf-43ee-9680-53f439d5767f req-87389d51-52de-4b42-95d5-dfd373499174 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0502396 Jul 14 11:46:02.851643 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a21ec7b5-1bdf-43ee-9680-53f439d5767f req-b40d6f81-4fb7-4995-aa5d-8989f9ab7531 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436554 Jul 14 11:46:03.117763 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a1d9e-856a-4f63-9254-e1d9f7f50b59 req-9c752d4c-9009-4eef-8ddc-ba4e9b2ee70d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:03.119244 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a42a1d9e-856a-4f63-9254-e1d9f7f50b59 req-9c752d4c-9009-4eef-8ddc-ba4e9b2ee70d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0503435 Jul 14 11:46:03.166998 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a42a1d9e-856a-4f63-9254-e1d9f7f50b59 req-c5994f3e-ed84-4f3d-80e8-faa66972018b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414379 Jul 14 11:46:03.722452 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed19d91-b2a9-4f0b-bd06-1907fce59cad req-8936eb8e-613b-4f42-a3bf-988619837880 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:03.724009 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2ed19d91-b2a9-4f0b-bd06-1907fce59cad req-8936eb8e-613b-4f42-a3bf-988619837880 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0495584 Jul 14 11:46:03.771855 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2ed19d91-b2a9-4f0b-bd06-1907fce59cad req-08afe15a-e331-49ca-b403-632f92c1aa9c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Jul 14 11:46:03.966017 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc77c-82f9-4a68-a8bd-1d19be79e38a req-f1f92f9c-650a-41ad-be2a-94335c9ae4b3 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:03.967556 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-febbc77c-82f9-4a68-a8bd-1d19be79e38a req-f1f92f9c-650a-41ad-be2a-94335c9ae4b3 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0478594 Jul 14 11:46:04.005139 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:04.021084 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-febbc77c-82f9-4a68-a8bd-1d19be79e38a req-04d15239-32bf-4fd1-b95b-22325e3e8465 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478480 Jul 14 11:46:04.216965 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-83b70b06-472b-41a6-8a27-73a809cc2a53 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--175292245&fields=id&tenant_id=f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 267 time: 0.0439637 Jul 14 11:46:04.290977 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c9f20-a77a-4ae4-84d6-14cbffb9707f req-30b5be7d-62a9-4990-8ebc-4d6df0ababc0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:04.292698 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-af8c9f20-a77a-4ae4-84d6-14cbffb9707f req-30b5be7d-62a9-4990-8ebc-4d6df0ababc0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0531483 Jul 14 11:46:04.326853 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-3c507ba5-a6f9-450b-9335-51136df43aa0 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:04.328377 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-3c507ba5-a6f9-450b-9335-51136df43aa0 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 815 time: 0.1050549 Jul 14 11:46:04.342651 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-af8c9f20-a77a-4ae4-84d6-14cbffb9707f req-e57679b5-087b-40ab-ac2c-2161624dc77f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440705 Jul 14 11:46:04.343468 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-c31a3748-fb7b-4ba9-939f-5e3d2805ade2 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/quotas/f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 375 time: 0.0092921 Jul 14 11:46:04.403361 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-13dd6af9-ab0b-4f06-b3ca-42bababa96e7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545547 Jul 14 11:46:04.501149 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-4ae67036-cf87-4f3a-9f5c-bd6294f8d4c5 service neutron] 10.222.0.40 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859947 Jul 14 11:46:04.575178 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:04.597817 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-dc5e1da1-2ae4-4345-8d9f-ba567cbbd67d service neutron] 10.222.0.40 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905497 Jul 14 11:46:04.845584 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f092ebe5-1ec6-41cf-bd7d-8c32909694ca req-e349e4b0-75be-4bb5-9ea7-e1a904e42faf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 210 time: 0.0289469 Jul 14 11:46:04.891677 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9554-216e-4d9c-987e-33b14922590b req-012971de-0f7d-4290-8bee-2c460ad3a75c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:04.893196 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6f3a9554-216e-4d9c-987e-33b14922590b req-012971de-0f7d-4290-8bee-2c460ad3a75c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0494287 Jul 14 11:46:04.942426 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6f3a9554-216e-4d9c-987e-33b14922590b req-b76b296d-90e8-4522-97d6-9df7c7fb6401 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Jul 14 11:46:05.137923 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19cb8d-2104-4f7c-98a5-acbd0bfefeb8 req-0471d6de-a761-44d0-b432-fd37f913d18d tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:05.142525 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2a19cb8d-2104-4f7c-98a5-acbd0bfefeb8 req-0471d6de-a761-44d0-b432-fd37f913d18d tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0503023 Jul 14 11:46:05.190950 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2a19cb8d-2104-4f7c-98a5-acbd0bfefeb8 req-3b86a63d-a510-40b1-abf8-fd9c80ff0ae9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459037 Jul 14 11:46:05.460108 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1a4a3-c5a2-470e-b49e-221ccda7153b req-e4845cb6-fddf-4885-8aaa-637847ebb0e4 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:05.461566 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-19f1a4a3-c5a2-470e-b49e-221ccda7153b req-e4845cb6-fddf-4885-8aaa-637847ebb0e4 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0451713 Jul 14 11:46:05.515590 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-19f1a4a3-c5a2-470e-b49e-221ccda7153b req-99e29a67-13f2-4024-acb9-8d8671d9d4fa tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478125 Jul 14 11:46:05.858391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:46:05.946222 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5c28f8cc-3df7-497e-84f0-bd9611234e31 req-9fe5075e-c845-42f1-a884-81e79b443700 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 210 time: 0.0279448 Jul 14 11:46:05.972391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:05.989247 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'port_id': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'mac_address': 'fa:16:3e:1a:e0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:46:06.029086 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 is: ACTIVE; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:46:06.029636 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:06.047238 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:46:06.073094 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:06.079693 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6128-1ad2-4c16-965f-85c353e67d60 req-974c67e4-022c-4784-bce3-73a8513322ce tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:06.081359 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a78b6128-1ad2-4c16-965f-85c353e67d60 req-974c67e4-022c-4784-bce3-73a8513322ce tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0644722 Jul 14 11:46:06.139070 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a78b6128-1ad2-4c16-965f-85c353e67d60 req-bce9a4f9-625c-46a7-b0a6-b20e629f4edb tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431950 Jul 14 11:46:06.159883 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:06.209921 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,revision_number=6']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:06.282295 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:46:06.309110 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee7ff6-07bb-4f50-b14d-f2d7c7a642dc req-ba33c611-8c11-4248-a68d-17c5faeeab3c tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:06.310647 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b4ee7ff6-07bb-4f50-b14d-f2d7c7a642dc req-ba33c611-8c11-4248-a68d-17c5faeeab3c tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0494757 Jul 14 11:46:06.362516 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b4ee7ff6-07bb-4f50-b14d-f2d7c7a642dc req-eb745225-4b52-4b87-acd7-491d5bba71bc tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459957 Jul 14 11:46:06.635293 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d0f4-9d2a-42e8-a43d-e9092f401913 req-72f95049-fc4b-4a3d-8d00-ee313c3542f1 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:06.636701 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4259d0f4-9d2a-42e8-a43d-e9092f401913 req-72f95049-fc4b-4a3d-8d00-ee313c3542f1 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 944 time: 0.0485649 Jul 14 11:46:06.649427 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:06.687136 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4259d0f4-9d2a-42e8-a43d-e9092f401913 req-e40d9c00-a2e7-4808-9eab-2cd5a611027a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448577 Jul 14 11:46:06.980265 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-faf18a64-72d7-4bc1-9ab2-c91bf49a8a6e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:06.981798 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-faf18a64-72d7-4bc1-9ab2-c91bf49a8a6e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 815 time: 0.1070921 Jul 14 11:46:07.047911 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-16f925ed-c410-47b5-8314-2b5abf2a13c2 req-0ab7c671-ca5e-40dd-8210-150210e64d93 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 210 time: 0.0314562 Jul 14 11:46:07.062876 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-d1583f48-d880-4545-925c-772db13348e3 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 472 time: 0.0660868 Jul 14 11:46:07.076506 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'port': {'device_id': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'admin_state_up': True, 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'security_groups': ['516f8339-bcac-4454-ab05-0a0c40cbf5ba']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:46:07.254069 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac06d2-2fca-4778-be7c-bd4564a0d485 req-92dcfcf1-3bec-4688-8f76-88caa29e1837 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:07.255813 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-83ac06d2-2fca-4778-be7c-bd4564a0d485 req-92dcfcf1-3bec-4688-8f76-88caa29e1837 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0492959 Jul 14 11:46:07.304324 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-83ac06d2-2fca-4778-be7c-bd4564a0d485 req-0945f811-653f-4fc9-90f4-06006d2b0e44 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428705 Jul 14 11:46:07.316208 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Made reservation on behalf of f274d555f5c746cc885394c699b3d767 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:07.316208 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:07.438722 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:07.453090 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Allocated IP 172.20.0.12 (ce6397ea-e1d9-4c18-9185-6161e76618d7/359d57a5-1483-450f-ae8c-a26ea1a1115d/1385e79d-6995-4f4e-8388-fd33d56039d8) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:07.480337 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a089f74-b1ec-4764-81d2-108b14e8ac51 req-0d6e770a-ddca-4369-bd75-94051d5d9270 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:07.481842 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3a089f74-b1ec-4764-81d2-108b14e8ac51 req-0d6e770a-ddca-4369-bd75-94051d5d9270 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0487821 Jul 14 11:46:07.540249 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3a089f74-b1ec-4764-81d2-108b14e8ac51 req-4a6f9759-c843-4e06-abc3-84591b3f09f9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526626 Jul 14 11:46:07.597829 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:07.606091 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:07.687863 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:07.734799 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:07.738366 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:07.742328 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:46:07.748090 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=1385e79d-6995-4f4e-8388-fd33d56039d8,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:07.813684 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.814035 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.814378 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.814718 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.815062 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.815398 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.815727 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.816055 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.816384 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.816709 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.817036 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.817393 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.817719 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.818043 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.818366 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:07.849102 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a86b80-a89a-42df-b48c-5a7dcbbaad8b req-fcf72ced-07a9-45bb-a938-62bb9adab878 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:07.850619 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b9a86b80-a89a-42df-b48c-5a7dcbbaad8b req-fcf72ced-07a9-45bb-a938-62bb9adab878 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 944 time: 0.0796773 Jul 14 11:46:07.856414 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:07.857063 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:07.875706 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:07.916146 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b9a86b80-a89a-42df-b48c-5a7dcbbaad8b req-7412bd73-3819-4629-af0c-b15dedb242c5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559294 Jul 14 11:46:07.931519 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:46:07.932013 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:07.958529 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ec61768e-e5a8-4f43-b509-f7d8151b911c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8862472 Jul 14 11:46:07.970763 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Request body: {'port': {'device_id': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:46:07.975405 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:08.024773 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:46:08.025170 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:08.032021 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:08.038603 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-a66ed6cd-ed7d-42c6-b13f-6cc42c970523 None None] Provisioning complete for port 1385e79d-6995-4f4e-8388-fd33d56039d8 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:46:08.038972 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a66ed6cd-ed7d-42c6-b13f-6cc42c970523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:08.071327 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:46:08.073582 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0501686d-07d7-4431-bd8a-65e885366916" -d '{"events": [{"server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "name": "network-vif-plugged", "status": "completed", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:08.088344 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:08.105011 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:08.106897 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-a66ed6cd-ed7d-42c6-b13f-6cc42c970523 None None] Port 1385e79d-6995-4f4e-8388-fd33d56039d8 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:46:08.118809 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c95bf6f-4789-4318-bffc-e76350189b49 x-openstack-request-id: req-9c95bf6f-4789-4318-bffc-e76350189b49 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:08.119140 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "name": "network-vif-plugged", "status": "completed", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:08.119399 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9c95bf6f-4789-4318-bffc-e76350189b49 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:08.119829 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c95bf6f-4789-4318-bffc-e76350189b49'] response: {'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'code': 200} Jul 14 11:46:08.173278 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:08.183476 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461f056-a55d-4cae-9f01-7852c869b1fe req-6b0d639c-0e54-41df-9e79-6c65abdfb7cc tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:08.185013 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e461f056-a55d-4cae-9f01-7852c869b1fe req-6b0d639c-0e54-41df-9e79-6c65abdfb7cc tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 932 time: 0.0486684 Jul 14 11:46:08.224725 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,revision_number=7']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:08.238169 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e461f056-a55d-4cae-9f01-7852c869b1fe req-23d803ca-d618-4209-830c-29201c615450 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469182 Jul 14 11:46:08.304432 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1385e79d-6995-4f4e-8388-fd33d56039d8 {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:46:08.311966 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Publish callbacks [] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:08.324846 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Transition to ACTIVE for port object 1385e79d-6995-4f4e-8388-fd33d56039d8 will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:46:08.400900 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:08.451224 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec5b91-29d2-45d4-abe2-6818f3c57836 req-73c18a95-d499-4d75-b856-f196980afe99 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:08.452790 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7fec5b91-29d2-45d4-abe2-6818f3c57836 req-73c18a95-d499-4d75-b856-f196980afe99 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0802112 Jul 14 11:46:08.473817 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1385e79d-6995-4f4e-8388-fd33d56039d8,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:08.509485 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:08.560358 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7fec5b91-29d2-45d4-abe2-6818f3c57836 req-dd27bf2e-3650-4acc-ac01-5577cad5d932 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989218 Jul 14 11:46:08.598406 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Attempting to bind port 1385e79d-6995-4f4e-8388-fd33d56039d8 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:46:08.601259 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Attempting to bind port 1385e79d-6995-4f4e-8388-fd33d56039d8 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:46:08.601259 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Attempting to bind port 1385e79d-6995-4f4e-8388-fd33d56039d8 on network ce6397ea-e1d9-4c18-9185-6161e76618d7 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:46:08.604636 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Port 1385e79d-6995-4f4e-8388-fd33d56039d8 on network ce6397ea-e1d9-4c18-9185-6161e76618d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:46:08.604955 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Attempting to bind port 1385e79d-6995-4f4e-8388-fd33d56039d8 on network ce6397ea-e1d9-4c18-9185-6161e76618d7 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:46:08.610837 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:46:08.611136 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Checking segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:46:08.611485 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Bound using segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:46:08.611954 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Bound port: 1385e79d-6995-4f4e-8388-fd33d56039d8, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:46:08.612376 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:08.617396 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:08.672435 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ae6d-2c06-4f4e-b92b-ebd8bfeaea63 req-95d4230a-eb6e-47aa-ae11-07f3c887f669 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:08.673882 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-76d3ae6d-2c06-4f4e-b92b-ebd8bfeaea63 req-95d4230a-eb6e-47aa-ae11-07f3c887f669 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0544364 Jul 14 11:46:08.689477 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] For port 1385e79d-6995-4f4e-8388-fd33d56039d8, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:08.693034 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] For port 1385e79d-6995-4f4e-8388-fd33d56039d8, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=1385e79d-6995-4f4e-8388-fd33d56039d8,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:08.717705 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:08.722203 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-76d3ae6d-2c06-4f4e-b92b-ebd8bfeaea63 req-68559f75-2a9c-44da-9bb9-fe68e74b1fc8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427778 Jul 14 11:46:08.779253 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:08.822744 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:08.823377 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:08.825350 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] 10.222.0.55 "PUT /v2.0/ports/1385e79d-6995-4f4e-8388-fd33d56039d8 HTTP/1.1" status: 200 len: 1094 time: 0.8592656 Jul 14 11:46:08.825788 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'tag': '1385e79d-6995-4f4e-8388-fd33d56039d8'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:46:08.829992 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f376fc6-9eb7-48b1-bf26-9731f20942be" -d '{"events": [{"name": "network-changed", "server_uuid": "3b863b39-54e7-4601-bb9b-d41e745f2e25", "tag": "1385e79d-6995-4f4e-8388-fd33d56039d8"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:08.851777 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea085001-b8a5-4ab5-9f4f-e4965d2655a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1385e79d-6995-4f4e-8388-fd33d56039d8,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:08.874420 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d12ade7-4b60-4d52-9119-3ba576651d2a x-openstack-request-id: req-5d12ade7-4b60-4d52-9119-3ba576651d2a {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:08.874738 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b863b39-54e7-4601-bb9b-d41e745f2e25", "tag": "1385e79d-6995-4f4e-8388-fd33d56039d8", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:08.874992 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5d12ade7-4b60-4d52-9119-3ba576651d2a {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:08.875400 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d12ade7-4b60-4d52-9119-3ba576651d2a'] response: {'name': 'network-changed', 'server_uuid': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'tag': '1385e79d-6995-4f4e-8388-fd33d56039d8', 'status': 'completed', 'code': 200} Jul 14 11:46:08.946189 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f376fc6-9eb7-48b1-bf26-9731f20942be req-d92a29bc-3268-4860-bcb3-859e3eb90a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:08.947958 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f376fc6-9eb7-48b1-bf26-9731f20942be req-d92a29bc-3268-4860-bcb3-859e3eb90a0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 1128 time: 0.0488286 Jul 14 11:46:09.061437 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce060-0f28-4f81-815c-6f56af8d426e req-f2fc83ca-f2cb-41bc-be23-794e909bbcc0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:09.062978 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e56ce060-0f28-4f81-815c-6f56af8d426e req-f2fc83ca-f2cb-41bc-be23-794e909bbcc0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0498550 Jul 14 11:46:09.068913 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f376fc6-9eb7-48b1-bf26-9731f20942be req-7410ab77-c74d-439a-bcfc-d9a0084534a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:09.070676 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f376fc6-9eb7-48b1-bf26-9731f20942be req-7410ab77-c74d-439a-bcfc-d9a0084534a2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f274d555f5c746cc885394c699b3d767&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1110604 Jul 14 11:46:09.111461 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e56ce060-0f28-4f81-815c-6f56af8d426e req-5532913e-62f4-4f73-8f41-77d4ea785e4e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422170 Jul 14 11:46:09.261431 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f376fc6-9eb7-48b1-bf26-9731f20942be req-30cccd5f-c823-4064-b26b-1f879b3b3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:09.262930 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f376fc6-9eb7-48b1-bf26-9731f20942be req-30cccd5f-c823-4064-b26b-1f879b3b3303 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890985 Jul 14 11:46:09.581650 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4f71-16ef-40aa-9a5d-bf607b810637 req-d820f15e-ae37-4bf8-839a-21ac04924a61 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:09.583353 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-96ed4f71-16ef-40aa-9a5d-bf607b810637 req-d820f15e-ae37-4bf8-839a-21ac04924a61 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 944 time: 0.2747631 Jul 14 11:46:09.588063 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-f488cdda-34f8-4d9a-b115-6fe4d9035eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:09.589433 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-f488cdda-34f8-4d9a-b115-6fe4d9035eeb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 1128 time: 0.2768631 Jul 14 11:46:09.639830 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-80f1875d-cfd9-434b-868c-6d9a6587cd69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1385e79d-6995-4f4e-8388-fd33d56039d8 HTTP/1.1" status: 200 len: 217 time: 0.0414252 Jul 14 11:46:09.682253 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f427c-1c57-4228-8cf8-628c41252ad0 req-d0788e63-5d92-4f76-a43c-e9ca1d1b7567 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:09.683737 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-998f427c-1c57-4228-8cf8-628c41252ad0 req-d0788e63-5d92-4f76-a43c-e9ca1d1b7567 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0480163 Jul 14 11:46:09.700527 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-96ed4f71-16ef-40aa-9a5d-bf607b810637 req-c8a84eb0-f35a-4dc3-9d68-d45ab31575f8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094639 Jul 14 11:46:09.720437 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-7f291e7d-c111-49ae-ab24-080c70af594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:09.720437 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-7f291e7d-c111-49ae-ab24-080c70af594f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359d57a5-1483-450f-ae8c-a26ea1a1115d HTTP/1.1" status: 200 len: 854 time: 0.0663555 Jul 14 11:46:09.739211 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-998f427c-1c57-4228-8cf8-628c41252ad0 req-f85583d3-9671-4cb8-8e2c-1376ae29e91e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490944 Jul 14 11:46:09.772746 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-5a416f3b-1748-4855-952c-159544e7f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:09.776129 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-5a416f3b-1748-4855-952c-159544e7f6c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce6397ea-e1d9-4c18-9185-6161e76618d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528312 Jul 14 11:46:09.894467 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:09.903347 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb79d5-b021-4d46-a173-67820a4fae7f req-1240e315-1975-4a21-a3e2-02cda93233d9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:09.908278 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6bb79d5-b021-4d46-a173-67820a4fae7f req-1240e315-1975-4a21-a3e2-02cda93233d9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0902622 Jul 14 11:46:09.936949 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-7143efe2-5f8d-4999-98f3-9aba9991aca9 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520383 Jul 14 11:46:10.031861 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6bb79d5-b021-4d46-a173-67820a4fae7f req-b1785926-c3b1-4cdb-843a-f6af44ab9221 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179440 Jul 14 11:46:10.080358 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-591ed74e-1918-405e-a3f0-f5316d30c165 req-e98a9c51-5731-462f-9bb9-38c76c23c307 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351678 Jul 14 11:46:10.236025 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284559cb-1306-4aae-bf39-2f21c7225c79 req-5815f3f9-c5e7-4984-aafb-e239c7972464 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:10.237544 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-284559cb-1306-4aae-bf39-2f21c7225c79 req-5815f3f9-c5e7-4984-aafb-e239c7972464 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0480158 Jul 14 11:46:10.288116 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-284559cb-1306-4aae-bf39-2f21c7225c79 req-b5e78a5f-ef9c-4846-885d-dd9bd4ca9a70 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449340 Jul 14 11:46:10.638024 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=12 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:10.640307 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=52 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:10.825902 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087afd2-9c60-49fe-b2c8-054af31aa149 req-7566ffc6-581e-4845-98f5-d8ee06e18cef tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:10.827357 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a087afd2-9c60-49fe-b2c8-054af31aa149 req-7566ffc6-581e-4845-98f5-d8ee06e18cef tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 944 time: 0.0568290 Jul 14 11:46:10.858579 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14c671-40ed-4d1b-83a2-50b0d84f3ac5 req-0ec7144a-68b2-4402-a961-b5b73a63aae5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:10.860096 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4a14c671-40ed-4d1b-83a2-50b0d84f3ac5 req-0ec7144a-68b2-4402-a961-b5b73a63aae5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0487661 Jul 14 11:46:10.877184 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a087afd2-9c60-49fe-b2c8-054af31aa149 req-3cb44db3-1469-47f8-9d66-e7a61ba0c2d0 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442238 Jul 14 11:46:10.910692 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4a14c671-40ed-4d1b-83a2-50b0d84f3ac5 req-a015c263-cfd1-4e58-af4f-17a1f35b3822 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445321 Jul 14 11:46:11.160036 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d7f87-fd4b-49fb-b6c7-7461a4f432fc req-200f3b00-f252-4ecb-a328-680a7e21ca4c tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:11.161573 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1f6d7f87-fd4b-49fb-b6c7-7461a4f432fc req-200f3b00-f252-4ecb-a328-680a7e21ca4c tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0521164 Jul 14 11:46:11.213294 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1f6d7f87-fd4b-49fb-b6c7-7461a4f432fc req-0b1a792d-15b2-4c03-84d9-e14fe3be4952 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456724 Jul 14 11:46:11.412370 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf062fc3-87d0-466c-83ea-8e684fcb1089 req-cfe3c2e2-79d0-4f54-8a99-88cc1bbd3ab1 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:11.413887 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bf062fc3-87d0-466c-83ea-8e684fcb1089 req-cfe3c2e2-79d0-4f54-8a99-88cc1bbd3ab1 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0522709 Jul 14 11:46:11.429908 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:11.476873 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bf062fc3-87d0-466c-83ea-8e684fcb1089 req-5d1bf19e-f494-43cd-9f42-c5d85e17b809 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573232 Jul 14 11:46:11.894012 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 1385e79d-6995-4f4e-8388-fd33d56039d8 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:46:11.998539 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c6aab-5a4a-4301-bda1-89db81c16ec2 req-8673fdd2-ae0d-4e7f-91a8-de52757ef54b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:12.000185 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-451c6aab-5a4a-4301-bda1-89db81c16ec2 req-8673fdd2-ae0d-4e7f-91a8-de52757ef54b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 944 time: 0.0524650 Jul 14 11:46:12.009704 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 1385e79d-6995-4f4e-8388-fd33d56039d8, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=1385e79d-6995-4f4e-8388-fd33d56039d8,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:12.013901 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:12.026387 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '1385e79d-6995-4f4e-8388-fd33d56039d8', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'port_id': '1385e79d-6995-4f4e-8388-fd33d56039d8', 'mac_address': 'fa:16:3e:88:b5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:46:12.038284 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7b84-c657-410b-92f5-b1764e99a2cc req-9e6558d8-6e00-4ec1-b046-61a203e9f9d4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:12.040179 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5c2e7b84-c657-410b-92f5-b1764e99a2cc req-9e6558d8-6e00-4ec1-b046-61a203e9f9d4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0556970 Jul 14 11:46:12.052016 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-451c6aab-5a4a-4301-bda1-89db81c16ec2 req-1e9892c8-c821-438b-84ba-7a1ed5b7d019 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456080 Jul 14 11:46:12.068701 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 1385e79d-6995-4f4e-8388-fd33d56039d8 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:46:12.069438 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:12.086647 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1385e79d-6995-4f4e-8388-fd33d56039d8 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:46:12.111804 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 1385e79d-6995-4f4e-8388-fd33d56039d8, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=1385e79d-6995-4f4e-8388-fd33d56039d8,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:12.138154 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5c2e7b84-c657-410b-92f5-b1764e99a2cc req-283b1041-9d25-4c6d-be9f-e05091e3941a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875528 Jul 14 11:46:12.196663 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:12.246723 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=1385e79d-6995-4f4e-8388-fd33d56039d8,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:12.254941 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.255294 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.255640 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.255978 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.256309 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.256639 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.256992 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.261125 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.261530 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.261871 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.262205 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.264659 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.264959 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.265932 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.266263 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:12.341631 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205d858-5cc0-46ab-be73-087a41a18eee req-2f893cb2-523f-41e3-bf09-56de61b30294 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:12.343396 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c205d858-5cc0-46ab-be73-087a41a18eee req-2f893cb2-523f-41e3-bf09-56de61b30294 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0503333 Jul 14 11:46:12.396872 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c205d858-5cc0-46ab-be73-087a41a18eee req-e025e18d-19ee-4835-b6cf-273cf8fdc7e0 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470374 Jul 14 11:46:12.531262 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['1385e79d-6995-4f4e-8388-fd33d56039d8'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:46:12.556426 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:12.611223 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb467f-1803-440e-a3ea-9ce44e3bfe6d req-21d6299b-d699-4d7a-99c6-39cf1b1e3561 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:12.612720 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6fbb467f-1803-440e-a3ea-9ce44e3bfe6d req-21d6299b-d699-4d7a-99c6-39cf1b1e3561 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0565968 Jul 14 11:46:12.684996 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6fbb467f-1803-440e-a3ea-9ce44e3bfe6d req-cabd1a02-17d9-4503-a908-e22c6751a1fc tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645485 Jul 14 11:46:13.251756 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328b409-de92-45a1-b1f1-fae0c94c8549 req-c9883437-beee-4617-9cb1-e798455db3c0 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:13.263880 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2328b409-de92-45a1-b1f1-fae0c94c8549 req-c9883437-beee-4617-9cb1-e798455db3c0 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 945 time: 0.0816610 Jul 14 11:46:13.329043 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6810ac-618c-4e61-b42a-a45e9cc4a70d req-5d879201-e587-4041-b765-5270909f358a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:13.359416 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ca6810ac-618c-4e61-b42a-a45e9cc4a70d req-5d879201-e587-4041-b765-5270909f358a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0967760 Jul 14 11:46:13.367227 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2328b409-de92-45a1-b1f1-fae0c94c8549 req-a8f6016b-639a-43b5-909a-6ded94a82121 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700471 Jul 14 11:46:13.424877 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ca6810ac-618c-4e61-b42a-a45e9cc4a70d req-e2ae1dba-d170-4345-b873-c28a4a5349b7 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546834 Jul 14 11:46:13.537660 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e4017-fd65-4e67-8fc2-1f603adef29c req-e6312836-a423-4ef7-b650-b7ac64f0c7ea tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:13.539167 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9b7e4017-fd65-4e67-8fc2-1f603adef29c req-e6312836-a423-4ef7-b650-b7ac64f0c7ea tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0561972 Jul 14 11:46:13.603113 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9b7e4017-fd65-4e67-8fc2-1f603adef29c req-a8b5f002-e108-445b-b689-1940d8ddb073 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573230 Jul 14 11:46:13.816209 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aba3a-8477-4f9f-a52f-14bcd5b9c702 req-59eb6eb0-9a04-4e94-b7cf-be531379a75a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:13.817879 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f24aba3a-8477-4f9f-a52f-14bcd5b9c702 req-59eb6eb0-9a04-4e94-b7cf-be531379a75a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0584955 Jul 14 11:46:13.891590 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f24aba3a-8477-4f9f-a52f-14bcd5b9c702 req-c92488e4-d6a2-41d6-a80b-8c9b9d925229 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668552 Jul 14 11:46:13.913638 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 1385e79d-6995-4f4e-8388-fd33d56039d8 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:13.951913 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 1385e79d-6995-4f4e-8388-fd33d56039d8 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:46:14.064571 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 1385e79d-6995-4f4e-8388-fd33d56039d8 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:46:14.064940 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:14.150359 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 1385e79d-6995-4f4e-8388-fd33d56039d8 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:46:14.150986 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:14.190270 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1385e79d-6995-4f4e-8388-fd33d56039d8'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:46:14.192870 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbd7ca9-310a-4fd6-8b1e-870690ebbffd" -d '{"events": [{"server_uuid": "3b863b39-54e7-4601-bb9b-d41e745f2e25", "name": "network-vif-plugged", "status": "completed", "tag": "1385e79d-6995-4f4e-8388-fd33d56039d8"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:14.217624 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 1385e79d-6995-4f4e-8388-fd33d56039d8, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=1385e79d-6995-4f4e-8388-fd33d56039d8,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:14.243677 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98cdd47-40d9-4868-968e-3df8ad5d7d5a x-openstack-request-id: req-e98cdd47-40d9-4868-968e-3df8ad5d7d5a {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:14.243972 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b863b39-54e7-4601-bb9b-d41e745f2e25", "name": "network-vif-plugged", "status": "completed", "tag": "1385e79d-6995-4f4e-8388-fd33d56039d8", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:14.244222 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e98cdd47-40d9-4868-968e-3df8ad5d7d5a {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:14.244617 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98cdd47-40d9-4868-968e-3df8ad5d7d5a'] response: {'server_uuid': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1385e79d-6995-4f4e-8388-fd33d56039d8', 'code': 200} Jul 14 11:46:14.312297 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:14.441197 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=1385e79d-6995-4f4e-8388-fd33d56039d8,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:14.515585 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-b841f989-5b55-4ffa-ba84-e803b38b10f2 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041065357&fields=id&tenant_id=ca23768669a74586a221c14ebaa8ee26 HTTP/1.1" status: 200 len: 267 time: 0.0656493 Jul 14 11:46:14.560591 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937924da-07c8-4a7c-b64c-2446c66e3fec req-99117f05-900c-42bb-9aba-e20f3035254b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:14.561241 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-937924da-07c8-4a7c-b64c-2446c66e3fec req-99117f05-900c-42bb-9aba-e20f3035254b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 946 time: 0.0574987 Jul 14 11:46:14.675332 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-7c24adab-4c65-4ba8-a1a1-7ce492c3fa22 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:14.679410 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-7c24adab-4c65-4ba8-a1a1-7ce492c3fa22 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/networks?id=f77a597b-ab8a-49e2-9a1d-e420c995c2e6 HTTP/1.1" status: 200 len: 809 time: 0.1569500 Jul 14 11:46:14.701212 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-652f3293-0b36-4086-9c59-ba60d91a3881 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/quotas/ca23768669a74586a221c14ebaa8ee26 HTTP/1.1" status: 200 len: 375 time: 0.0141807 Jul 14 11:46:14.712922 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-937924da-07c8-4a7c-b64c-2446c66e3fec req-6ae4be14-e366-4265-bdce-70e4ee0c528e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327915 Jul 14 11:46:14.748624 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e36b6a-5d5c-4e6d-a017-65af03268085 req-0e1c6842-1711-40b9-b82e-78c37db99692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:14.750194 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-90e36b6a-5d5c-4e6d-a017-65af03268085 req-0e1c6842-1711-40b9-b82e-78c37db99692 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 1130 time: 0.1046298 Jul 14 11:46:14.773861 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:14.797459 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-b0e00a96-e21f-47af-984c-2571017f40ee tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ca23768669a74586a221c14ebaa8ee26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863805 Jul 14 11:46:14.874840 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f297a6-7ff5-4611-afce-0494f5acba6c req-31938f0b-f393-44aa-a0b6-506bbb765975 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:14.874840 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f5f297a6-7ff5-4611-afce-0494f5acba6c req-31938f0b-f393-44aa-a0b6-506bbb765975 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0810993 Jul 14 11:46:14.916521 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-9f0b67ac-5faa-4893-97d1-89aabd853be2 service neutron] 10.222.0.40 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020436 Jul 14 11:46:14.928533 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-90e36b6a-5d5c-4e6d-a017-65af03268085 req-5edd62fe-5bbc-4ed6-bb79-356a0d0db1a2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683617 Jul 14 11:46:14.943432 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f5f297a6-7ff5-4611-afce-0494f5acba6c req-93afb9c6-a088-4b0b-b007-e8c147866c6b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596743 Jul 14 11:46:15.017077 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:15.017077 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-54f7f5d6-cd18-4537-973b-3a04bb1b174b service neutron] 10.222.0.40 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927703 Jul 14 11:46:15.063294 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88e369-a67d-4e84-8292-383b4095fc26 req-bdc5d658-0c7e-4f8c-8893-68fa0c9ff737 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:15.064708 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4e88e369-a67d-4e84-8292-383b4095fc26 req-bdc5d658-0c7e-4f8c-8893-68fa0c9ff737 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0634828 Jul 14 11:46:15.112802 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:15.120625 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4e88e369-a67d-4e84-8292-383b4095fc26 req-3adf9b70-3eba-4f97-8b33-49a1d76dabb1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492725 Jul 14 11:46:15.179460 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49ec8dea-f7e6-45c7-a0dc-35ac7e21e838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:15.230323 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71e8bc-3f31-4255-b11a-3a0f3e3aaa67 req-04b14bde-5d24-4f99-b83f-e24c1655714b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:15.232331 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ef71e8bc-3f31-4255-b11a-3a0f3e3aaa67 req-04b14bde-5d24-4f99-b83f-e24c1655714b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0461903 Jul 14 11:46:15.306631 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ef71e8bc-3f31-4255-b11a-3a0f3e3aaa67 req-c376c60e-88e0-41b9-aa99-063be38c978c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644021 Jul 14 11:46:15.723886 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-458ff8a8-4d3e-4505-887b-7c188ba85c1d req-3f76af25-52b6-474b-9116-9824af0f2163 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 210 time: 0.0521679 Jul 14 11:46:15.805127 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e410b-5a6f-4524-9471-dbfe81820d1b req-650488d3-8999-45af-b588-c0c9a1e64321 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:15.806747 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f73e410b-5a6f-4524-9471-dbfe81820d1b req-650488d3-8999-45af-b588-c0c9a1e64321 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0686707 Jul 14 11:46:15.882004 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f73e410b-5a6f-4524-9471-dbfe81820d1b req-88d27d3d-3890-406c-9676-9b5d992a73a9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682998 Jul 14 11:46:15.883340 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cef9b-b927-4f98-8a97-89dca202df15 req-758509f8-3001-4cba-a820-e315e84b7c07 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:15.884911 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bb4cef9b-b927-4f98-8a97-89dca202df15 req-758509f8-3001-4cba-a820-e315e84b7c07 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 946 time: 0.0650985 Jul 14 11:46:15.985715 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bb4cef9b-b927-4f98-8a97-89dca202df15 req-9f491c2c-8412-4f57-94e6-255f9fc78d0b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732985 Jul 14 11:46:16.133322 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1e3b0-edd7-41a9-a7bb-d6d8fd9ba4bd req-ef6edbc0-5136-4f72-8c58-d56ded92cf4c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:16.139931 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8cb1e3b0-edd7-41a9-a7bb-d6d8fd9ba4bd req-ef6edbc0-5136-4f72-8c58-d56ded92cf4c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.1022568 Jul 14 11:46:16.166790 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad86be-e512-45ed-a5fe-00731dee136d req-7d0332a5-0336-4b6c-a6ed-e35aeeeef503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:16.171782 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-06ad86be-e512-45ed-a5fe-00731dee136d req-7d0332a5-0336-4b6c-a6ed-e35aeeeef503 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48a88ac7db8a481ca03508d315a0bc56&device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 1130 time: 0.0928502 Jul 14 11:46:16.189313 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:16.213703 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8cb1e3b0-edd7-41a9-a7bb-d6d8fd9ba4bd req-e7150aef-f455-4f1c-a160-568ab4b6c7bd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727136 Jul 14 11:46:16.464364 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e54c05-b2fe-44b0-8cac-80e8b2de473e req-58b5ee74-b13e-4ed1-a0a8-968ac868c128 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:16.466445 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c7e54c05-b2fe-44b0-8cac-80e8b2de473e req-58b5ee74-b13e-4ed1-a0a8-968ac868c128 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0576618 Jul 14 11:46:16.543439 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c7e54c05-b2fe-44b0-8cac-80e8b2de473e req-b0e3711b-ebed-4392-ae91-cc5f02cac499 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703340 Jul 14 11:46:16.857200 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4ff541ed-44ac-4556-ae2f-3c49d3826d94 req-17b0644f-2886-4082-b561-47a2df12ac0f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 210 time: 0.0445614 Jul 14 11:46:16.860086 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad86be-e512-45ed-a5fe-00731dee136d req-85a2108b-6aa4-4aad-8ccc-8784ca700748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:16.861513 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-06ad86be-e512-45ed-a5fe-00731dee136d req-85a2108b-6aa4-4aad-8ccc-8784ca700748 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 200 len: 912 time: 0.1756055 Jul 14 11:46:16.960831 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-06ad86be-e512-45ed-a5fe-00731dee136d req-aea467c8-8da8-405e-bc08-f4d490835644 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a691a194-3f01-478d-96f7-2e83d0eb6f7d HTTP/1.1" status: 200 len: 1001 time: 0.0926142 Jul 14 11:46:17.031394 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad86be-e512-45ed-a5fe-00731dee136d req-4c249142-c556-433d-a229-eccfda18dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:17.033463 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-06ad86be-e512-45ed-a5fe-00731dee136d req-4c249142-c556-433d-a229-eccfda18dcae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a358cd9-2a9c-4885-95d8-0f50e266cbc6 HTTP/1.1" status: 200 len: 850 time: 0.0639074 Jul 14 11:46:17.052988 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347d8fe-7e6e-431b-a018-9cef21a2b225 req-e0a2458f-f72c-46f3-9f8e-8069e53dec3b tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:17.061418 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9347d8fe-7e6e-431b-a018-9cef21a2b225 req-e0a2458f-f72c-46f3-9f8e-8069e53dec3b tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0778823 Jul 14 11:46:17.108648 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a4411ac1-1340-405a-8d6b-85f926d9046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:17.124200 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9347d8fe-7e6e-431b-a018-9cef21a2b225 req-b72819ac-b539-4e15-84e6-f8e3ca97f6f6 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611949 Jul 14 11:46:17.134966 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad86be-e512-45ed-a5fe-00731dee136d req-9da40f3d-ce94-4b53-842d-2d341feca1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:17.136573 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-06ad86be-e512-45ed-a5fe-00731dee136d req-9da40f3d-ce94-4b53-842d-2d341feca1c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d6f20b-bda5-4229-8026-f520c7f094ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937705 Jul 14 11:46:17.166849 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011deab7-6966-485c-8e85-2a32b84284eb req-e1647758-1df8-4279-8681-7ea1edce97fa tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:17.168385 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-011deab7-6966-485c-8e85-2a32b84284eb req-e1647758-1df8-4279-8681-7ea1edce97fa tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 946 time: 0.0739441 Jul 14 11:46:17.319703 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-011deab7-6966-485c-8e85-2a32b84284eb req-254cb5ca-1d78-40ea-bc3b-0786edb91519 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377773 Jul 14 11:46:17.366153 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-06ad86be-e512-45ed-a5fe-00731dee136d req-a5de6b56-8535-45e2-92f6-256493cd6c02 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087417 Jul 14 11:46:17.389437 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52c64a-2edb-4600-bc91-3e4d63a76e75 req-d8c5968c-6cf8-40ee-bd86-af48a910b917 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:17.391513 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5a52c64a-2edb-4600-bc91-3e4d63a76e75 req-d8c5968c-6cf8-40ee-bd86-af48a910b917 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0835180 Jul 14 11:46:17.471536 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5a52c64a-2edb-4600-bc91-3e4d63a76e75 req-11ed4c78-dcca-4942-bd99-109cd6f9bd4e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713170 Jul 14 11:46:17.551035 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-06ad86be-e512-45ed-a5fe-00731dee136d req-6161b966-8fac-4182-a3f9-1a89156da155 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816900 Jul 14 11:46:17.675625 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30edff-5626-4316-87f2-e86a64fcba0c req-c6155f7a-fd2f-4ce2-8c35-7cbbcaf56532 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:17.677499 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-db30edff-5626-4316-87f2-e86a64fcba0c req-c6155f7a-fd2f-4ce2-8c35-7cbbcaf56532 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 946 time: 0.0679007 Jul 14 11:46:17.686588 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 37630) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:46:17.693960 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-d7abfe7c-6897-4d08-ab47-e89af3223f92 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'floatingip': {'port_id': '1385e79d-6995-4f4e-8388-fd33d56039d8'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:46:17.711751 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d98e8-b0dc-43c6-9833-16075c47b067 req-ec2eeaef-8ad6-49b3-9c30-f261f27fb47f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:17.713710 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3f0d98e8-b0dc-43c6-9833-16075c47b067 req-ec2eeaef-8ad6-49b3-9c30-f261f27fb47f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0631490 Jul 14 11:46:17.776693 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3f0d98e8-b0dc-43c6-9833-16075c47b067 req-02e3c56c-1d37-4a7b-b9e5-5ab3b5bf771f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567038 Jul 14 11:46:17.789618 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d7abfe7c-6897-4d08-ab47-e89af3223f92 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (93420e47-f4f2-4cb6-87bd-a17925feebb3), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:17.943517 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:17.991744 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ac8ce526-3378-4084-87a0-7e00ef20eeed req-15745ac2-90b3-43b2-8583-8a4951a463d5 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 210 time: 0.0447931 Jul 14 11:46:18.268428 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:18.284701 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad0a8b-5a53-469a-ba48-9995abd4bc0e req-e75cd0ff-85de-4e7f-ab84-d11ad6fda393 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:18.289121 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f5ad0a8b-5a53-469a-ba48-9995abd4bc0e req-e75cd0ff-85de-4e7f-ab84-d11ad6fda393 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0827565 Jul 14 11:46:18.414200 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f5ad0a8b-5a53-469a-ba48-9995abd4bc0e req-ca9a25d6-30de-412a-a7d2-f592d3c5bf6d tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078715 Jul 14 11:46:18.721661 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a2077-635f-46e8-9f72-28b5dbfc1d24 req-613efafe-d941-415d-ac8d-ce3705c31641 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:18.723467 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c67a2077-635f-46e8-9f72-28b5dbfc1d24 req-613efafe-d941-415d-ac8d-ce3705c31641 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0997672 Jul 14 11:46:18.780157 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:18.914943 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d7abfe7c-6897-4d08-ab47-e89af3223f92 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:18.935963 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c67a2077-635f-46e8-9f72-28b5dbfc1d24 req-90640427-61e7-47c5-93b2-5beb0cbde6ee tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880283 Jul 14 11:46:18.936874 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6bf49-959f-4c81-a228-eb251913afb3 req-34811968-6feb-4217-b53f-feb34a953666 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:18.936874 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2dc6bf49-959f-4c81-a228-eb251913afb3 req-34811968-6feb-4217-b53f-feb34a953666 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0724571 Jul 14 11:46:18.973860 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2dc6bf49-959f-4c81-a228-eb251913afb3 req-1e1c7ce3-f344-4515-ac4f-06e25a35c434 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447290 Jul 14 11:46:19.110325 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a0f04b2a-dcbc-44ad-a289-4631e13c4e6f req-e5a23ef2-f18d-48c0-a0ba-d7cbdee631c8 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 210 time: 0.0276680 Jul 14 11:46:19.224437 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d7abfe7c-6897-4d08-ab47-e89af3223f92 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (93420e47-f4f2-4cb6-87bd-a17925feebb3), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:19.428021 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [None req-d7abfe7c-6897-4d08-ab47-e89af3223f92 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Floating IP 93420e47-f4f2-4cb6-87bd-a17925feebb3 associated. External IP: 172.27.3.215, port: 1385e79d-6995-4f4e-8388-fd33d56039d8. Jul 14 11:46:19.493274 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-72fc2eec-dfd5-44f0-8998-4d2920c05bd1 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:19.495509 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-72fc2eec-dfd5-44f0-8998-4d2920c05bd1 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.55 "GET /v2.0/networks?id=f77a597b-ab8a-49e2-9a1d-e420c995c2e6 HTTP/1.1" status: 200 len: 809 time: 0.2135358 Jul 14 11:46:19.575941 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0945d-291f-4b90-827d-3e9e0244f6da req-17466406-ff8c-4612-8af3-9a8780b584e6 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:19.585239 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-8fa0945d-291f-4b90-827d-3e9e0244f6da req-17466406-ff8c-4612-8af3-9a8780b584e6 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0645034 Jul 14 11:46:19.619198 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:19.631249 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-13897d02-7a0d-46f7-9355-f3b87ed00ade tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca23768669a74586a221c14ebaa8ee26 HTTP/1.1" status: 200 len: 380 time: 0.1183865 Jul 14 11:46:19.652598 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-8fa0945d-291f-4b90-827d-3e9e0244f6da req-a2ee6a87-e2ed-4f19-aed4-dbd417a9c496 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663750 Jul 14 11:46:19.683151 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Request body: {'port': {'device_id': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'admin_state_up': True, 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'security_groups': ['ca168b49-34fa-48bb-8eb2-76d8df765b4a']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:46:19.790468 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:19.852083 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7abfe7c-6897-4d08-ab47-e89af3223f92 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:46:19.987034 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Made reservation on behalf of ca23768669a74586a221c14ebaa8ee26 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:19.991268 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:20.012266 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:20.023839 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7abfe7c-6897-4d08-ab47-e89af3223f92 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:46:20.037425 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ca790-d10a-4598-b73d-1995aaeb94ea None None] Sync routers for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:46:20.051759 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d7abfe7c-6897-4d08-ab47-e89af3223f92 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:20.053701 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:20.059639 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ca790-d10a-4598-b73d-1995aaeb94ea None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:46:20.060299 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-c60ca790-d10a-4598-b73d-1995aaeb94ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:46:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:20.133230 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12336e-9133-4067-9ec0-5db528e55b9f req-7c921f41-42ed-4471-87a2-9fb83b19fc19 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:20.134804 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cf12336e-9133-4067-9ec0-5db528e55b9f req-7c921f41-42ed-4471-87a2-9fb83b19fc19 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.1308963 Jul 14 11:46:20.163096 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-d7abfe7c-6897-4d08-ab47-e89af3223f92 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "PUT /v2.0/floatingips/93420e47-f4f2-4cb6-87bd-a17925feebb3 HTTP/1.1" status: 200 len: 992 time: 2.4751983 Jul 14 11:46:20.172993 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'tag': '1385e79d-6995-4f4e-8388-fd33d56039d8'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:46:20.175302 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb9b338-22bf-4901-8727-cc41a2bbf218" -d '{"events": [{"name": "network-changed", "server_uuid": "3b863b39-54e7-4601-bb9b-d41e745f2e25", "tag": "1385e79d-6995-4f4e-8388-fd33d56039d8"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:20.223209 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af043340-085a-465a-82f8-cce283308070 req-260f0a92-c73b-4ca7-b153-0105ff02766a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:20.225070 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-af043340-085a-465a-82f8-cce283308070 req-260f0a92-c73b-4ca7-b153-0105ff02766a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.1112518 Jul 14 11:46:20.283728 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cf12336e-9133-4067-9ec0-5db528e55b9f req-f7bdcea1-8f5a-4d13-b9e5-10062b1d49ae tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385028 Jul 14 11:46:20.296516 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-af043340-085a-465a-82f8-cce283308070 req-11efbf5a-43fe-4793-90d4-872b0b4632a5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581880 Jul 14 11:46:20.326338 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Allocated IP 172.20.0.10 (f77a597b-ab8a-49e2-9a1d-e420c995c2e6/46504c9e-19fd-4478-98eb-c2f656aa93e9/df04a441-a4c9-485f-845a-68acb74d2d4e) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:20.396030 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9018f6-8b32-4960-bd2e-bafd5a8e033d x-openstack-request-id: req-1c9018f6-8b32-4960-bd2e-bafd5a8e033d {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:20.396452 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b863b39-54e7-4601-bb9b-d41e745f2e25", "tag": "1385e79d-6995-4f4e-8388-fd33d56039d8", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:20.396765 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1c9018f6-8b32-4960-bd2e-bafd5a8e033d {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:20.397326 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9018f6-8b32-4960-bd2e-bafd5a8e033d'] response: {'name': 'network-changed', 'server_uuid': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'tag': '1385e79d-6995-4f4e-8388-fd33d56039d8', 'status': 'completed', 'code': 200} Jul 14 11:46:20.437993 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-bafec6bc-2245-4cd5-9219-3c2c2f65b297 req-e8bc75e2-6dc0-4cb0-ab4e-5722e3b275b8 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 210 time: 0.0436018 Jul 14 11:46:20.454039 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-c60ca790-d10a-4598-b73d-1995aaeb94ea None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:46:20.571207 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:20.693615 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:20.743612 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:20.745302 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:20.755012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:46:20.788353 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event updated for resources: {'Port': ['ID=df04a441-a4c9-485f-845a-68acb74d2d4e,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:20.822858 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:20.824053 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:20.826464 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-c60ca790-d10a-4598-b73d-1995aaeb94ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '93420e47-f4f2-4cb6-87bd-a17925feebb3', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '1385e79d-6995-4f4e-8388-fd33d56039d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:88:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:45:53Z', 'updated_at': '2022-07-14T11:46:18Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}, {'id': 'e5c18852-dcb4-4d4b-b24e-dd3f0af6b075', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:f3:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:54Z', 'revision_number': 2, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:20.828738 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:20.870134 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ca790-d10a-4598-b73d-1995aaeb94ea None None] Checking router: a12ab71c-1de3-4b12-86f7-5c9fecff0c40 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:46:20.895205 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ca790-d10a-4598-b73d-1995aaeb94ea None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:46:20.895843 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-c60ca790-d10a-4598-b73d-1995aaeb94ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:46:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:20.936183 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-87c59a87-e61b-4bed-9cf7-957d54df166a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2604709 Jul 14 11:46:20.974550 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:20.975412 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:21.019269 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-c60ca790-d10a-4598-b73d-1995aaeb94ea None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:46:21.067194 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-457d08f7-bed0-4bb1-9948-54afd0c0474e None None] Provisioning complete for port df04a441-a4c9-485f-845a-68acb74d2d4e triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:46:21.067626 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-457d08f7-bed0-4bb1-9948-54afd0c0474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:21.133971 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:21.144734 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-457d08f7-bed0-4bb1-9948-54afd0c0474e None None] Port df04a441-a4c9-485f-845a-68acb74d2d4e cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:46:21.290472 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:21.315372 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-c60ca790-d10a-4598-b73d-1995aaeb94ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '93420e47-f4f2-4cb6-87bd-a17925feebb3', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '1385e79d-6995-4f4e-8388-fd33d56039d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:88:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:45:53Z', 'updated_at': '2022-07-14T11:46:18Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}, {'id': 'e5c18852-dcb4-4d4b-b24e-dd3f0af6b075', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:f3:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:54Z', 'revision_number': 2, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:46:21.347281 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ca790-d10a-4598-b73d-1995aaeb94ea None None] The sync data for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi is: [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '93420e47-f4f2-4cb6-87bd-a17925feebb3', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '1385e79d-6995-4f4e-8388-fd33d56039d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:88:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:45:53Z', 'updated_at': '2022-07-14T11:46:18Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}, {'id': 'e5c18852-dcb4-4d4b-b24e-dd3f0af6b075', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:f3:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:54Z', 'revision_number': 2, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:46:21.448675 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7a0d0-fe6f-48cf-b88b-75c56458d947 req-c08d364e-08b9-4c4a-939f-c0481e206dbf tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:21.452332 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7fc7a0d0-fe6f-48cf-b88b-75c56458d947 req-c08d364e-08b9-4c4a-939f-c0481e206dbf tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0740244 Jul 14 11:46:21.466202 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a163c4-9f9b-4c53-979f-da01fa758149 req-4536c704-5dad-471b-b924-e0bd0c94329d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:21.474163 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-15a163c4-9f9b-4c53-979f-da01fa758149 req-4536c704-5dad-471b-b924-e0bd0c94329d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0803926 Jul 14 11:46:21.520354 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:21.526465 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7fc7a0d0-fe6f-48cf-b88b-75c56458d947 req-c223de7d-42c3-4e11-a5cc-0c89f5c4b0fe tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678263 Jul 14 11:46:21.563705 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-15a163c4-9f9b-4c53-979f-da01fa758149 req-a272adf4-6d2f-43f0-8b6e-78d2ebfd10b7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885651 Jul 14 11:46:21.694707 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af908a-4218-497a-bf50-0f5bc07648d2 req-d0524f4c-3087-480d-8a88-6ed41a4c1d48 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:21.698235 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-02af908a-4218-497a-bf50-0f5bc07648d2 req-d0524f4c-3087-480d-8a88-6ed41a4c1d48 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 932 time: 0.0691078 Jul 14 11:46:21.723502 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f31e0-6d7a-49d5-b9f5-f4669ea68931 None None] New status for floating IP 93420e47-f4f2-4cb6-87bd-a17925feebb3: ACTIVE {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:46:21.768505 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-02af908a-4218-497a-bf50-0f5bc07648d2 req-bb2101e3-978a-49cc-b15f-5855360bad34 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651493 Jul 14 11:46:22.322960 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Request body: {'port': {'device_id': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:46:22.438917 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9b338-22bf-4901-8727-cc41a2bbf218 req-b071a06e-ac60-4e10-87c1-65866498a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:22.440482 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cb9b338-22bf-4901-8727-cc41a2bbf218 req-b071a06e-ac60-4e10-87c1-65866498a5a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 1130 time: 0.0852425 Jul 14 11:46:22.463588 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:22.657851 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9b338-22bf-4901-8727-cc41a2bbf218 req-b9318a75-5f0f-4716-9c58-4e0627f49355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:22.659026 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cb9b338-22bf-4901-8727-cc41a2bbf218 req-b9318a75-5f0f-4716-9c58-4e0627f49355 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 916 time: 0.2106302 Jul 14 11:46:22.692526 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf631199-1ff8-405f-8883-0cced8c28d90 req-d35b197f-fb79-465b-beb0-c31ba77cda1c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:22.694401 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cf631199-1ff8-405f-8883-0cced8c28d90 req-d35b197f-fb79-465b-beb0-c31ba77cda1c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0505345 Jul 14 11:46:22.722733 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:22.747162 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cf631199-1ff8-405f-8883-0cced8c28d90 req-e33b66ea-5f7c-418c-bbac-d94e4d2c8ee3 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461740 Jul 14 11:46:22.903155 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83217bd8-3927-4df1-8ea6-5f18d38c9495 req-2d6d3a64-48bd-4923-9501-074db3f9fefa tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:22.904669 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-83217bd8-3927-4df1-8ea6-5f18d38c9495 req-2d6d3a64-48bd-4923-9501-074db3f9fefa tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 932 time: 0.0535519 Jul 14 11:46:22.955982 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-83217bd8-3927-4df1-8ea6-5f18d38c9495 req-3d40953e-a3f6-41cf-a916-577de64180e2 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454240 Jul 14 11:46:22.964504 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3d3b3-7df3-4845-8348-8b372ae5a06c req-3bcea841-644e-4b1b-b848-b8e1fc4cd89b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:22.966564 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a6b3d3b3-7df3-4845-8348-8b372ae5a06c req-3bcea841-644e-4b1b-b848-b8e1fc4cd89b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.3322828 Jul 14 11:46:23.040438 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cb9b338-22bf-4901-8727-cc41a2bbf218 req-5dc9acdc-e79d-4e39-a12a-9fc899705630 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1385e79d-6995-4f4e-8388-fd33d56039d8 HTTP/1.1" status: 200 len: 1002 time: 0.3645720 Jul 14 11:46:23.049627 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:23.113700 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a6b3d3b3-7df3-4845-8348-8b372ae5a06c req-17914e2a-87ef-4309-a935-2118fde7172f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356413 Jul 14 11:46:23.133966 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9b338-22bf-4901-8727-cc41a2bbf218 req-2d486f7a-61c6-4821-aec0-2ccc5c830c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:23.135504 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cb9b338-22bf-4901-8727-cc41a2bbf218 req-2d486f7a-61c6-4821-aec0-2ccc5c830c89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359d57a5-1483-450f-ae8c-a26ea1a1115d HTTP/1.1" status: 200 len: 854 time: 0.0764742 Jul 14 11:46:23.214982 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:23.227355 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9b338-22bf-4901-8727-cc41a2bbf218 req-e2301a0c-8bbc-4164-9ad7-30fc73e8ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:23.234028 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cb9b338-22bf-4901-8727-cc41a2bbf218 req-e2301a0c-8bbc-4164-9ad7-30fc73e8ca43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce6397ea-e1d9-4c18-9185-6161e76618d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732288 Jul 14 11:46:23.240106 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df04a441-a4c9-485f-845a-68acb74d2d4e {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:46:23.259366 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Publish callbacks [] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:23.321591 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Transition to ACTIVE for port object df04a441-a4c9-485f-845a-68acb74d2d4e will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:46:23.377246 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cb9b338-22bf-4901-8727-cc41a2bbf218 req-2d502851-fadf-422a-8e62-e138f246e7f5 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256080 Jul 14 11:46:23.453658 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:23.539342 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=df04a441-a4c9-485f-845a-68acb74d2d4e,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:23.545513 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cb9b338-22bf-4901-8727-cc41a2bbf218 req-dea1b589-cae3-4f82-b036-1a2e7ef1dbc8 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670830 Jul 14 11:46:23.644115 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Attempting to bind port df04a441-a4c9-485f-845a-68acb74d2d4e on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:46:23.644459 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Attempting to bind port df04a441-a4c9-485f-845a-68acb74d2d4e by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:46:23.644786 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Attempting to bind port df04a441-a4c9-485f-845a-68acb74d2d4e on network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:46:23.658661 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Port df04a441-a4c9-485f-845a-68acb74d2d4e on network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:46:23.661826 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Attempting to bind port df04a441-a4c9-485f-845a-68acb74d2d4e on network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:46:23.670722 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:46:23.671292 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Checking segment: {'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:46:23.671767 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Bound using segment: {'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:46:23.672275 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Bound port: df04a441-a4c9-485f-845a-68acb74d2d4e, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd46c3b9-edac-4663-9b79-632b31b8b9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:46:23.672703 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:23.815517 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] For port df04a441-a4c9-485f-845a-68acb74d2d4e, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:23.819095 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] For port df04a441-a4c9-485f-845a-68acb74d2d4e, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=df04a441-a4c9-485f-845a-68acb74d2d4e,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:23.905136 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:23.927618 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f0f2-5c8c-4900-8648-2f135ed1ee73 req-171ae7ba-df24-45c1-a6d0-837ed8f0f72b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:23.936126 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ca73f0f2-5c8c-4900-8648-2f135ed1ee73 req-171ae7ba-df24-45c1-a6d0-837ed8f0f72b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0887272 Jul 14 11:46:23.938635 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:23.951504 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:23.958582 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:23.958582 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] 10.222.0.55 "PUT /v2.0/ports/df04a441-a4c9-485f-845a-68acb74d2d4e HTTP/1.1" status: 200 len: 1094 time: 1.6351864 Jul 14 11:46:23.958582 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:46:23.958582 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d60aa46-8511-4e9f-a44c-6afdf0fe9420" -d '{"events": [{"name": "network-changed", "server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:24.003305 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cdc32-283e-4ec4-8af2-e372f1f14bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=df04a441-a4c9-485f-845a-68acb74d2d4e,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:24.020203 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ca73f0f2-5c8c-4900-8648-2f135ed1ee73 req-45f72588-f832-4f8c-862b-c6cd9b3d12e2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829496 Jul 14 11:46:24.043085 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb0de6f-bd1a-4c2d-95cf-559c810bba8f x-openstack-request-id: req-ddb0de6f-bd1a-4c2d-95cf-559c810bba8f {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:24.043393 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:24.044301 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ddb0de6f-bd1a-4c2d-95cf-559c810bba8f {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:24.044740 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb0de6f-bd1a-4c2d-95cf-559c810bba8f'] response: {'name': 'network-changed', 'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'status': 'completed', 'code': 200} Jul 14 11:46:24.096950 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60aa46-8511-4e9f-a44c-6afdf0fe9420 req-326b351a-a146-40c0-a0f1-06cc0d8f1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:24.098417 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8d60aa46-8511-4e9f-a44c-6afdf0fe9420 req-326b351a-a146-40c0-a0f1-06cc0d8f1664 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca23768669a74586a221c14ebaa8ee26&device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 1128 time: 0.0514605 Jul 14 11:46:24.203385 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d299cd2-8a2f-4543-9d66-a1de45dd516b req-1ab04dcb-5815-46ac-8a74-694a07e3b120 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:24.204928 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0d299cd2-8a2f-4543-9d66-a1de45dd516b req-1ab04dcb-5815-46ac-8a74-694a07e3b120 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.1101706 Jul 14 11:46:24.246877 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902d0c2-e1cf-45a8-908f-fc5e81f78fe8 req-950d8319-bbb2-40e5-88a6-4774470ba5d6 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:24.248603 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7902d0c2-e1cf-45a8-908f-fc5e81f78fe8 req-950d8319-bbb2-40e5-88a6-4774470ba5d6 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0552227 Jul 14 11:46:24.285225 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60aa46-8511-4e9f-a44c-6afdf0fe9420 req-3b0006fb-3d49-4d8a-a3bc-647f92b72642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:24.286712 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8d60aa46-8511-4e9f-a44c-6afdf0fe9420 req-3b0006fb-3d49-4d8a-a3bc-647f92b72642 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ca23768669a74586a221c14ebaa8ee26&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1805720 Jul 14 11:46:24.291482 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0d299cd2-8a2f-4543-9d66-a1de45dd516b req-b293e1b7-b296-496d-9b91-9119108462fc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789115 Jul 14 11:46:24.302620 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7902d0c2-e1cf-45a8-908f-fc5e81f78fe8 req-3bc1704a-9a79-4a69-81dc-4eccfc321012 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477378 Jul 14 11:46:24.400788 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60aa46-8511-4e9f-a44c-6afdf0fe9420 req-23fbaaa2-3502-4baf-9293-137ebc26d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:24.402296 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8d60aa46-8511-4e9f-a44c-6afdf0fe9420 req-23fbaaa2-3502-4baf-9293-137ebc26d3b4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1095009 Jul 14 11:46:24.478454 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-c9ef70a2-bcb1-422a-bb2e-f455f0a7045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:24.480018 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-c9ef70a2-bcb1-422a-bb2e-f455f0a7045d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca23768669a74586a221c14ebaa8ee26&device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 1128 time: 0.0415077 Jul 14 11:46:24.518261 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:24.550144 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-1d1722ce-1511-4fac-9ca8-cfea8a322f80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df04a441-a4c9-485f-845a-68acb74d2d4e HTTP/1.1" status: 200 len: 217 time: 0.0396395 Jul 14 11:46:24.600030 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-1117d9e4-a9f0-4650-8dfd-4749e4fad6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:24.601594 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-1117d9e4-a9f0-4650-8dfd-4749e4fad6f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46504c9e-19fd-4478-98eb-c2f656aa93e9 HTTP/1.1" status: 200 len: 848 time: 0.0458281 Jul 14 11:46:24.656349 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-e14e883b-15e1-4b00-88c0-d902b35fb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:24.657943 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-e14e883b-15e1-4b00-88c0-d902b35fb63b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f77a597b-ab8a-49e2-9a1d-e420c995c2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396833 Jul 14 11:46:24.750856 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-a55b6117-beec-4a07-9d25-983e22287f79 service neutron] 10.222.0.55 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863914 Jul 14 11:46:25.040034 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41da7574-56c4-498e-aedc-ead0cd3213f2 req-4442a77d-e242-4f1b-97be-e9112fe747f1 service neutron] 10.222.0.55 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902882 Jul 14 11:46:25.164509 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba86a3-02e9-4d32-b193-59cc4b5c7232 req-13877928-6641-421a-8e2a-82275e8f57d8 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:25.166083 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dcba86a3-02e9-4d32-b193-59cc4b5c7232 req-13877928-6641-421a-8e2a-82275e8f57d8 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0545700 Jul 14 11:46:25.221181 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dcba86a3-02e9-4d32-b193-59cc4b5c7232 req-44e77a72-60ee-4376-8821-29ad27cc7c91 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488200 Jul 14 11:46:25.414569 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604811ed-28e8-4b97-8ca1-8535442718c7 req-ce4d42f4-f6c5-40e2-8717-c9bd050a4c5f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:25.416231 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-604811ed-28e8-4b97-8ca1-8535442718c7 req-ce4d42f4-f6c5-40e2-8717-c9bd050a4c5f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0545673 Jul 14 11:46:25.432986 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eca3d3-672c-4428-901e-c3eda7da61c0 req-94b07fe1-9c5d-48a6-b984-b9c9321b9cb0 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:25.434677 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e2eca3d3-672c-4428-901e-c3eda7da61c0 req-94b07fe1-9c5d-48a6-b984-b9c9321b9cb0 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0498409 Jul 14 11:46:25.468037 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-604811ed-28e8-4b97-8ca1-8535442718c7 req-7957a378-805e-46b3-9009-8c586a5770bd tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442979 Jul 14 11:46:25.484073 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e2eca3d3-672c-4428-901e-c3eda7da61c0 req-7addae28-f830-439e-91bc-7e561f94364c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Jul 14 11:46:25.533435 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9c389-c9fe-4e98-8f1f-99b553db8ca1 req-3e86121a-364a-41ac-9fce-911a48b51b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:25.535326 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78a9c389-c9fe-4e98-8f1f-99b553db8ca1 req-3e86121a-364a-41ac-9fce-911a48b51b67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 1129 time: 0.0409715 Jul 14 11:46:25.636397 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9c389-c9fe-4e98-8f1f-99b553db8ca1 req-f3302e6e-2765-4b24-9b25-b85fd1934a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:25.638335 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78a9c389-c9fe-4e98-8f1f-99b553db8ca1 req-f3302e6e-2765-4b24-9b25-b85fd1934a0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 918 time: 0.0935216 Jul 14 11:46:26.351012 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7db4c-1b0b-4e04-9450-9c183609f089 req-0676dc0e-f0fb-4da3-b02f-7aaf0b8a31c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:26.352472 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7fd7db4c-1b0b-4e04-9450-9c183609f089 req-0676dc0e-f0fb-4da3-b02f-7aaf0b8a31c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0481305 Jul 14 11:46:26.402840 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7fd7db4c-1b0b-4e04-9450-9c183609f089 req-c6882d0f-19b5-40f5-bae7-464742e625f5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447233 Jul 14 11:46:26.592187 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db683e-39a6-47e4-a080-107c81b1e57b req-0e5e9a0a-9247-49ad-8859-6c2b1852a3a1 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:26.594282 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-75db683e-39a6-47e4-a080-107c81b1e57b req-0e5e9a0a-9247-49ad-8859-6c2b1852a3a1 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0557458 Jul 14 11:46:26.604502 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdcc8f-b985-461b-bd10-e47cba241079 req-3c60844c-51e2-48ee-82f9-844d6b955f66 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:26.606377 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cebdcc8f-b985-461b-bd10-e47cba241079 req-3c60844c-51e2-48ee-82f9-844d6b955f66 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0540764 Jul 14 11:46:26.649357 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-75db683e-39a6-47e4-a080-107c81b1e57b req-8dc6029f-8d39-4cba-a8ff-36c7563afceb tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494468 Jul 14 11:46:26.661445 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cebdcc8f-b985-461b-bd10-e47cba241079 req-df3a0d98-af23-4c37-b07f-391224393127 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486736 Jul 14 11:46:26.744592 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78a9c389-c9fe-4e98-8f1f-99b553db8ca1 req-4b99aa29-a3e0-4eaf-a833-2d03c91a2f97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 HTTP/1.1" status: 200 len: 1001 time: 0.0667245 Jul 14 11:46:26.806484 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9c389-c9fe-4e98-8f1f-99b553db8ca1 req-f20d5301-ab20-46dd-80ee-04e9bd421473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:26.807899 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78a9c389-c9fe-4e98-8f1f-99b553db8ca1 req-f20d5301-ab20-46dd-80ee-04e9bd421473 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ffca6be3-1873-4c11-b23e-8cff8d06e710 HTTP/1.1" status: 200 len: 856 time: 0.0569987 Jul 14 11:46:26.870705 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49079d2c-394a-4175-b077-b2ca5b2ec6da req-768ed8d0-0c67-450c-a6cd-a657b3b1062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:26.872745 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-49079d2c-394a-4175-b077-b2ca5b2ec6da req-768ed8d0-0c67-450c-a6cd-a657b3b1062b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 1130 time: 0.0753036 Jul 14 11:46:26.878181 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9c389-c9fe-4e98-8f1f-99b553db8ca1 req-7926810b-eb88-4861-90bc-5f81a037351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:26.879544 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78a9c389-c9fe-4e98-8f1f-99b553db8ca1 req-7926810b-eb88-4861-90bc-5f81a037351e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4586847-6136-4dce-945a-818d63fc4328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517278 Jul 14 11:46:26.931856 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:26.982316 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-49079d2c-394a-4175-b077-b2ca5b2ec6da req-7e5dd786-aeac-4172-95ac-3a44fb7e5acf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018381 Jul 14 11:46:26.991602 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:27.006609 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78a9c389-c9fe-4e98-8f1f-99b553db8ca1 req-ce7c12a0-6dac-4f29-b4a5-f54b5516c654 service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197042 Jul 14 11:46:27.285232 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78a9c389-c9fe-4e98-8f1f-99b553db8ca1 req-71e9de8d-e63c-4646-8ef7-0b67cf1d042a service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947454 Jul 14 11:46:27.523646 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2981171-76d2-4b15-9800-6eb783101238 req-e2ab6c37-6c2b-45e1-8836-828c9aecd2cb tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:27.525410 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f2981171-76d2-4b15-9800-6eb783101238 req-e2ab6c37-6c2b-45e1-8836-828c9aecd2cb tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 945 time: 0.0478227 Jul 14 11:46:27.573629 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f2981171-76d2-4b15-9800-6eb783101238 req-796d329e-08bd-4162-9b3a-355fe696713a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Jul 14 11:46:27.797315 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957e10f-a643-435c-a8e7-ab941bd229db req-ed106b8e-8749-4092-ba75-0b811a65bdd5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:27.799716 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9957e10f-a643-435c-a8e7-ab941bd229db req-ed106b8e-8749-4092-ba75-0b811a65bdd5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0524495 Jul 14 11:46:27.802949 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3af50-c9cd-401c-9771-cb0fcf8ec19d req-f0fef7c9-3efd-4541-8724-7193a237340b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:27.810174 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3ba3af50-c9cd-401c-9771-cb0fcf8ec19d req-f0fef7c9-3efd-4541-8724-7193a237340b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0661094 Jul 14 11:46:27.835788 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:27.842805 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:27.855656 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9957e10f-a643-435c-a8e7-ab941bd229db req-0ffd9cca-f706-4b40-a37b-346ead7cdf40 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Jul 14 11:46:27.865180 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3ba3af50-c9cd-401c-9771-cb0fcf8ec19d req-c4ff4b25-0d5a-4d5f-a143-acc03a9bcb81 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501273 Jul 14 11:46:28.311796 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:46:28.384114 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 is: ACTIVE; New status is: DOWN {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:46:28.384494 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:28.408636 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:46:28.410974 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3634d237-7234-46e1-85f0-3027f84e3c99" -d '{"events": [{"server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:28.425431 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:28.448239 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 11:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070f0fd3-80a7-49d4-a20f-066aeca3ea9a x-openstack-request-id: req-070f0fd3-80a7-49d4-a20f-066aeca3ea9a {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:28.448550 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:28.448805 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-070f0fd3-80a7-49d4-a20f-066aeca3ea9a {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:28.449238 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070f0fd3-80a7-49d4-a20f-066aeca3ea9a'] response: {'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'code': 200} Jul 14 11:46:28.521588 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:28.572768 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,revision_number=8']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:28.695111 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a3d48-4e49-4086-b2ed-ede052ef23be req-77f0d936-63ae-4345-a5b2-4457a8d71f7f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:28.696568 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c61a3d48-4e49-4086-b2ed-ede052ef23be req-77f0d936-63ae-4345-a5b2-4457a8d71f7f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0509136 Jul 14 11:46:28.743564 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c61a3d48-4e49-4086-b2ed-ede052ef23be req-e67f3794-7535-4f76-85e2-c9f9c79141d0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415506 Jul 14 11:46:28.975765 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4a4e4-84b2-4bc0-bad2-206b30432557 req-e61a0c52-adfc-4a19-8722-7e0ab167545a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:28.977408 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b8d4a4e4-84b2-4bc0-bad2-206b30432557 req-e61a0c52-adfc-4a19-8722-7e0ab167545a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0525162 Jul 14 11:46:28.978468 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e80332-613d-4e78-b8ce-ea875163d749 req-aa81634e-46e7-4722-9d75-3b633a27e2fb tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:28.979954 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-55e80332-613d-4e78-b8ce-ea875163d749 req-aa81634e-46e7-4722-9d75-3b633a27e2fb tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0475576 Jul 14 11:46:29.028271 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b8d4a4e4-84b2-4bc0-bad2-206b30432557 req-6010e568-fced-4997-a8b8-1ce66d51fd1f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443711 Jul 14 11:46:29.030018 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-55e80332-613d-4e78-b8ce-ea875163d749 req-13126954-351c-4b1d-a6b7-975c89924158 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445874 Jul 14 11:46:29.258443 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 37772) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:46:29.369271 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9dcea5de-efb2-48bc-a1bd-09deb24d3293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:29.445977 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9dcea5de-efb2-48bc-a1bd-09deb24d3293 admin admin] Publish callbacks [] for security_group (81f353b3-e878-4794-a122-5990c63b3ec8), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:29.600023 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9dcea5de-efb2-48bc-a1bd-09deb24d3293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (81f353b3-e878-4794-a122-5990c63b3ec8), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:29.643524 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcea5de-efb2-48bc-a1bd-09deb24d3293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f353b3-e878-4794-a122-5990c63b3ec8,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:29.648713 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-9dcea5de-efb2-48bc-a1bd-09deb24d3293 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=63b21ab8b3fa4df6bffdbc4932882f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892450 Jul 14 11:46:29.651845 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 37776) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:46:29.707405 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Publish callbacks [] for security_group (81f353b3-e878-4794-a122-5990c63b3ec8), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:29.730269 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Publish callbacks [] for security_group (81f353b3-e878-4794-a122-5990c63b3ec8), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:29.856157 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (81f353b3-e878-4794-a122-5990c63b3ec8), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:29.858613 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:29.859749 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/81f353b3-e878-4794-a122-5990c63b3ec8 HTTP/1.1" status: 204 len: 168 time: 0.2069294 Jul 14 11:46:29.872549 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f353b3-e878-4794-a122-5990c63b3ec8,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:29.886597 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.886906 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.887320 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.888152 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.888497 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.888808 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.889130 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.889486 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.889811 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.890137 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.890547 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.890768 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.891085 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.891406 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.891725 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632eac33-148a-4b6d-ac41-2fab6391224f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:46:29.900530 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64431b6a-3a7e-4a15-8852-63f9bcde91ab req-8f43dce4-3f44-40f0-9003-065129d1056d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:29.902158 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-64431b6a-3a7e-4a15-8852-63f9bcde91ab req-8f43dce4-3f44-40f0-9003-065129d1056d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0772917 Jul 14 11:46:29.955963 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-64431b6a-3a7e-4a15-8852-63f9bcde91ab req-5b1f13ca-60af-4759-8ef4-07d31cc4a3b0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463858 Jul 14 11:46:30.146409 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a8401-1e18-4b27-8b36-1314bcff8883 req-dc170a5e-fd5f-45ff-8e81-17511f16314c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:30.147976 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-777a8401-1e18-4b27-8b36-1314bcff8883 req-dc170a5e-fd5f-45ff-8e81-17511f16314c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0479004 Jul 14 11:46:30.163156 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:30.208606 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-777a8401-1e18-4b27-8b36-1314bcff8883 req-26889a59-c644-4619-af9d-b5ecf46a0ea6 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512712 Jul 14 11:46:30.289696 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:46:30.320538 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbca58-a983-4ae8-b9a1-620301f4c2d0 req-71fd899a-ae92-4338-99e7-7a7b5e818d47 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:30.322089 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f1cbca58-a983-4ae8-b9a1-620301f4c2d0 req-71fd899a-ae92-4338-99e7-7a7b5e818d47 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0549235 Jul 14 11:46:30.382888 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f1cbca58-a983-4ae8-b9a1-620301f4c2d0 req-8f95e20a-8434-4798-9cea-258b077a43cd tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522339 Jul 14 11:46:31.179007 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [req-79ade2eb-5c78-42f0-aa30-e674ec7af7ac req-8a006dbd-6ad8-4baf-ba50-aab34a50dcb4 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:46:31.180212 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-79ade2eb-5c78-42f0-aa30-e674ec7af7ac req-8a006dbd-6ad8-4baf-ba50-aab34a50dcb4 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053542 Jul 14 11:46:31.322830 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b162e-60c7-4a77-aa0b-0126c8667deb req-8c343067-3ade-4ceb-bb4f-f4a061833da2 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:31.324328 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4e7b162e-60c7-4a77-aa0b-0126c8667deb req-8c343067-3ade-4ceb-bb4f-f4a061833da2 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0470941 Jul 14 11:46:31.373088 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4e7b162e-60c7-4a77-aa0b-0126c8667deb req-f5758563-294a-41f1-a752-d2315094746a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Jul 14 11:46:31.494587 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4426208-a530-4406-acf1-89bbed03170c req-b6f3468e-f49c-420c-81f7-3550cf7e7a3b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:31.497699 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c4426208-a530-4406-acf1-89bbed03170c req-b6f3468e-f49c-420c-81f7-3550cf7e7a3b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0510399 Jul 14 11:46:31.503982 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e46e7-cc44-4ad2-9e1b-e98bef409d5c req-6e932a5f-3858-4c57-bb49-bbe5bc8930ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:31.505676 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d18e46e7-cc44-4ad2-9e1b-e98bef409d5c req-6e932a5f-3858-4c57-bb49-bbe5bc8930ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0504179 Jul 14 11:46:31.557836 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c4426208-a530-4406-acf1-89bbed03170c req-7551a859-bb5c-4c55-a57e-df38acd95892 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Jul 14 11:46:31.573948 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d18e46e7-cc44-4ad2-9e1b-e98bef409d5c req-3feab7dc-46d7-4516-a257-3eabbfa8eb92 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562613 Jul 14 11:46:31.678207 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dccb4c-3a48-4e5a-b454-c48baec9568a req-f8aee2a8-7ae2-4417-b241-86e4e621b20b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:31.679985 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-42dccb4c-3a48-4e5a-b454-c48baec9568a req-f8aee2a8-7ae2-4417-b241-86e4e621b20b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0566454 Jul 14 11:46:31.747671 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-42dccb4c-3a48-4e5a-b454-c48baec9568a req-305fe36c-eecc-4402-953c-dac99978563c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617166 Jul 14 11:46:32.078686 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 37856) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:46:32.193684 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-3f321fb1-6ef0-4a56-b6e9-f7481e1acab5 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1137767 Jul 14 11:46:32.203857 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-55333565-3707-42c7-aa3a-79aae171491b service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:46:32.204984 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-55333565-3707-42c7-aa3a-79aae171491b service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065629 Jul 14 11:46:32.290806 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 37866) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:46:32.307361 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:46:32.387252 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 is: DOWN; New status is: DOWN {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:46:32.399599 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-51a77e92-84ce-467a-b5d0-a7d64e9988be tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:32.401599 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-51a77e92-84ce-467a-b5d0-a7d64e9988be tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports/cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 HTTP/1.1" status: 200 len: 940 time: 0.1097779 Jul 14 11:46:32.693715 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436c75-9587-411a-b17d-fdae9e166768 req-679ba883-ccfa-491c-a9cc-eff00c0aa916 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:32.695170 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-34436c75-9587-411a-b17d-fdae9e166768 req-679ba883-ccfa-491c-a9cc-eff00c0aa916 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0471613 Jul 14 11:46:32.752494 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-34436c75-9587-411a-b17d-fdae9e166768 req-746e6110-c05d-4285-bb85-d3b659dba9f6 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469093 Jul 14 11:46:32.885489 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde305b-4486-457f-8727-b1fe6419085e req-96b2c629-b4bb-49ca-abf6-fffaa53e32ef tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:32.887092 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-bfde305b-4486-457f-8727-b1fe6419085e req-96b2c629-b4bb-49ca-abf6-fffaa53e32ef tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0489340 Jul 14 11:46:32.914323 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:32.925387 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:32.937209 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-bfde305b-4486-457f-8727-b1fe6419085e req-5b463a42-bb5a-4d03-8e2a-72a4776cb649 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Jul 14 11:46:32.946135 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-a2b7cbaa-f735-4cb2-b466-98d4d504bd66 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=1ec44d80054e49e9ba17a711740b1a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305917 Jul 14 11:46:33.139333 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-541604cb-9886-4f69-b376-5d3f5ec9d1df tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:33.140724 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-541604cb-9886-4f69-b376-5d3f5ec9d1df tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892982 Jul 14 11:46:33.155617 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-d0a71257-a755-4d12-b6b1-fc5c85123060 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/quotas/1ec44d80054e49e9ba17a711740b1a3d HTTP/1.1" status: 200 len: 375 time: 0.0095010 Jul 14 11:46:33.187983 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-f752ee42-8e47-485a-8dae-516470175388 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=1ec44d80054e49e9ba17a711740b1a3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270469 Jul 14 11:46:33.411590 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-03ac5cf4-d324-4365-8e4e-f14150a3376a req-8bfddfe9-75b1-4ed4-9cfd-85650f81c705 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 210 time: 0.0294178 Jul 14 11:46:33.773854 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85f545-3fe8-4f77-ac55-f79d673ec48f req-71949394-d381-49b7-8d45-4a9cc342d501 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:33.775700 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bc85f545-3fe8-4f77-ac55-f79d673ec48f req-71949394-d381-49b7-8d45-4a9cc342d501 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0493498 Jul 14 11:46:33.839933 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bc85f545-3fe8-4f77-ac55-f79d673ec48f req-b60b63b9-46f6-4253-a45c-4b1979a1ac79 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540068 Jul 14 11:46:33.849664 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:33.870706 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9396e-37e8-4ea1-91b7-972927f5f348 req-130a42fa-3f04-4672-94e1-afbf5a177091 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:33.872369 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7fe9396e-37e8-4ea1-91b7-972927f5f348 req-130a42fa-3f04-4672-94e1-afbf5a177091 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0496631 Jul 14 11:46:33.928549 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7fe9396e-37e8-4ea1-91b7-972927f5f348 req-5dc09da4-d13f-40cc-a737-1f390fa09518 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488136 Jul 14 11:46:34.056703 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92539c22-2b8f-4197-9765-7c2a3b07a7a8 req-0d5e68c7-4e97-4e87-bcd1-258309c97a39 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:34.058178 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-92539c22-2b8f-4197-9765-7c2a3b07a7a8 req-0d5e68c7-4e97-4e87-bcd1-258309c97a39 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0461540 Jul 14 11:46:34.110527 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-92539c22-2b8f-4197-9765-7c2a3b07a7a8 req-3768e558-2ec3-4cdf-a3ed-d1924bd6dfc3 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430448 Jul 14 11:46:34.509725 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d9295697-ec2e-4b1e-b0e2-3c22ac15a9c3 req-2924e7a0-dd9a-4ccb-8f57-bdb895ef7629 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 210 time: 0.0282657 Jul 14 11:46:34.955162 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf9108-c874-4c68-8de9-fb4fe6b850a7 req-00f964e8-5a57-4237-853a-0cb9889d23ec tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:34.956805 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1ebf9108-c874-4c68-8de9-fb4fe6b850a7 req-00f964e8-5a57-4237-853a-0cb9889d23ec tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0491042 Jul 14 11:46:35.005742 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1ebf9108-c874-4c68-8de9-fb4fe6b850a7 req-fc5e4df6-fd80-4ba5-a917-238e3303126c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Jul 14 11:46:35.042936 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffb61c-82e4-47a7-8bab-09f52dbb5c80 req-88cb6003-9b06-4334-84e8-06566bef5b16 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:35.044425 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7cffb61c-82e4-47a7-8bab-09f52dbb5c80 req-88cb6003-9b06-4334-84e8-06566bef5b16 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0475485 Jul 14 11:46:35.093517 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7cffb61c-82e4-47a7-8bab-09f52dbb5c80 req-bdb819b0-08f4-4a48-bc86-fa99ad5ca3ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427551 Jul 14 11:46:35.223015 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9be3a-5ef2-4a0d-80d1-13f400105633 req-4d3e1b87-a731-4750-ba38-856e28c5af16 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:35.224455 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-abf9be3a-5ef2-4a0d-80d1-13f400105633 req-4d3e1b87-a731-4750-ba38-856e28c5af16 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0450850 Jul 14 11:46:35.271051 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-abf9be3a-5ef2-4a0d-80d1-13f400105633 req-9a0ee6f8-e95d-4240-b633-4b32f3143287 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411789 Jul 14 11:46:35.607019 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-74149f21-67c1-45ae-b667-98729bc6c0bb req-e438e1dc-ee1c-495f-9258-ad8bcc7c4325 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 210 time: 0.0321290 Jul 14 11:46:36.117071 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3feb0-df86-4534-aaf7-0ff382244886 req-ac081389-781d-4728-b200-37750d36c7b5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:36.118504 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-19e3feb0-df86-4534-aaf7-0ff382244886 req-ac081389-781d-4728-b200-37750d36c7b5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0455701 Jul 14 11:46:36.169637 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-19e3feb0-df86-4534-aaf7-0ff382244886 req-6f1a9589-fadb-44e3-bfa9-0c4b6271159e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445859 Jul 14 11:46:36.206446 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86cf4f-aa74-4a8d-88dd-74cc124ed97f req-4afb8be9-888f-4ad1-9824-7dde75f2f7a6 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:36.207957 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba86cf4f-aa74-4a8d-88dd-74cc124ed97f req-4afb8be9-888f-4ad1-9824-7dde75f2f7a6 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0468783 Jul 14 11:46:36.256612 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba86cf4f-aa74-4a8d-88dd-74cc124ed97f req-675dca79-ac51-41f9-8a3b-8e73b9e53b8f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431242 Jul 14 11:46:36.381078 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:36.396482 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c4937-b324-4f9b-b956-12765896b02c req-e0eb549d-77e4-4928-a29e-77f4ed99091d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:36.398122 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-292c4937-b324-4f9b-b956-12765896b02c req-e0eb549d-77e4-4928-a29e-77f4ed99091d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0514598 Jul 14 11:46:36.446619 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-292c4937-b324-4f9b-b956-12765896b02c req-ba557cd6-dda9-4f58-82e8-d04af18921c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Jul 14 11:46:36.698987 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-739b756f-a7c5-4a0e-8261-b27b3437a3be req-69b48404-908a-4d3f-b611-cac80ec048a2 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 210 time: 0.0266318 Jul 14 11:46:37.282990 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02feec30-cc0c-4103-b2b1-777de196932e req-b1874f46-0ec3-46d0-812d-da63f74359ba tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:37.284586 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-02feec30-cc0c-4103-b2b1-777de196932e req-b1874f46-0ec3-46d0-812d-da63f74359ba tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0475414 Jul 14 11:46:37.332332 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-02feec30-cc0c-4103-b2b1-777de196932e req-30e0868a-3a0d-4efe-a6ad-0b3897963e2d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Jul 14 11:46:37.375348 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168380a-b035-4f56-9f76-3c7aa6426137 req-1a387363-0f75-41b7-811e-5d2ad3c79866 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:37.376904 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b168380a-b035-4f56-9f76-3c7aa6426137 req-1a387363-0f75-41b7-811e-5d2ad3c79866 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0504332 Jul 14 11:46:37.437827 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b168380a-b035-4f56-9f76-3c7aa6426137 req-d9fbd9fe-c522-4905-8eae-1f2c83b12b28 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547721 Jul 14 11:46:37.568695 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c10e79-ffd0-4b94-a3ed-3a68caca4ec2 req-7f6f739c-4058-4403-b96d-89b7c9c51433 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:37.570122 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-59c10e79-ffd0-4b94-a3ed-3a68caca4ec2 req-7f6f739c-4058-4403-b96d-89b7c9c51433 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0498366 Jul 14 11:46:37.615815 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-59c10e79-ffd0-4b94-a3ed-3a68caca4ec2 req-773c7d1e-be61-414a-9ce5-738e2a6c6d74 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402613 Jul 14 11:46:37.791112 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6af75808-9716-4da3-a2fc-b5f931843540 req-972b604b-e064-483a-a3ff-db1251da1f47 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 210 time: 0.0265899 Jul 14 11:46:38.457397 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea625a5d-62f1-4ee3-a6a4-b971fc2e8905 req-f7ec34ad-9a60-4815-bcfa-1ac35b2e6164 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:38.458861 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ea625a5d-62f1-4ee3-a6a4-b971fc2e8905 req-f7ec34ad-9a60-4815-bcfa-1ac35b2e6164 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0484865 Jul 14 11:46:38.507243 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ea625a5d-62f1-4ee3-a6a4-b971fc2e8905 req-b999bf57-0e0f-4009-8e7c-6a73b6bce5cb tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Jul 14 11:46:38.552783 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067138a2-5ee9-4965-add4-1bfdb51e411c req-f24af549-bb83-4e09-9950-66310390ff5a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:38.554274 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-067138a2-5ee9-4965-add4-1bfdb51e411c req-f24af549-bb83-4e09-9950-66310390ff5a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0479791 Jul 14 11:46:38.604150 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-067138a2-5ee9-4965-add4-1bfdb51e411c req-eb028842-7f30-44d6-aa00-8aabfffff93b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443165 Jul 14 11:46:38.732111 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaebf02-8f2d-4a96-9327-2f461db4e67a req-cfbc1d50-212c-4eb0-91b5-64d9a7a79ee2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:38.733571 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-adaebf02-8f2d-4a96-9327-2f461db4e67a req-cfbc1d50-212c-4eb0-91b5-64d9a7a79ee2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0456631 Jul 14 11:46:38.784495 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-adaebf02-8f2d-4a96-9327-2f461db4e67a req-3d39a103-6ffb-4b52-a145-a5bdff39ed1d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455015 Jul 14 11:46:38.889554 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-50722a48-917a-443c-b840-cb49d936e33b req-f05397ae-c4b0-4ae2-aeb8-31cc087fcb26 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 210 time: 0.0324769 Jul 14 11:46:39.621002 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e37f41-db7f-44e5-80e2-5107ee9a14f3 req-17fb0362-7ec0-47d6-ba25-a2693e9701dc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:39.622482 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-84e37f41-db7f-44e5-80e2-5107ee9a14f3 req-17fb0362-7ec0-47d6-ba25-a2693e9701dc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0465660 Jul 14 11:46:39.633786 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:39.673049 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-84e37f41-db7f-44e5-80e2-5107ee9a14f3 req-9ca681a2-a06d-4205-8187-4d44ef63c590 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449321 Jul 14 11:46:39.717081 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aec907-63ff-49f6-aa87-5627504c480f req-c8b02d46-e20a-49f1-8d52-534c1d86c74c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:39.719238 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d6aec907-63ff-49f6-aa87-5627504c480f req-c8b02d46-e20a-49f1-8d52-534c1d86c74c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0460124 Jul 14 11:46:39.767489 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d6aec907-63ff-49f6-aa87-5627504c480f req-2442c45a-4df3-4d79-ac05-2f618a505b0b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427129 Jul 14 11:46:39.901481 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15940141-863a-4134-8d0b-20d862f07407 req-30ea4521-12d3-4694-981e-f44b80665008 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:39.903017 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-15940141-863a-4134-8d0b-20d862f07407 req-30ea4521-12d3-4694-981e-f44b80665008 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0469439 Jul 14 11:46:39.950756 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-15940141-863a-4134-8d0b-20d862f07407 req-88d53bc7-7035-4e73-afed-8b637fe79d08 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415845 Jul 14 11:46:39.982309 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-024f9bc3-0e05-4b0f-862c-f95f44b658f0 req-48600d54-aa3f-4b0f-b4a6-de2d09fc85bb tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 210 time: 0.0284436 Jul 14 11:46:40.280767 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:40.288700 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:40.792421 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd63d8e-facd-4b09-b194-9ea20d27f041 req-4a211b36-07da-43d4-af0b-07ae3ef7d355 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:40.794039 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-efd63d8e-facd-4b09-b194-9ea20d27f041 req-4a211b36-07da-43d4-af0b-07ae3ef7d355 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0501611 Jul 14 11:46:40.848699 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-efd63d8e-facd-4b09-b194-9ea20d27f041 req-4d550b67-9e9f-4295-83cf-c47f950bebad tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478907 Jul 14 11:46:40.885832 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece6ce7-a2ca-4b6d-8867-b1e0beafac00 req-064b424b-4749-48e4-88ab-ff112841dca3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:40.887291 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6ece6ce7-a2ca-4b6d-8867-b1e0beafac00 req-064b424b-4749-48e4-88ab-ff112841dca3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0482974 Jul 14 11:46:40.939331 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6ece6ce7-a2ca-4b6d-8867-b1e0beafac00 req-f5307f36-9c71-4f86-acd6-728f633df6b4 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463533 Jul 14 11:46:41.074562 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937493d-2c9a-4ae5-a54e-e6570bf77bce req-77b0f257-2b63-425b-89ef-99137c448aa9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:41.076090 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f937493d-2c9a-4ae5-a54e-e6570bf77bce req-77b0f257-2b63-425b-89ef-99137c448aa9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0486248 Jul 14 11:46:41.086575 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5b976692-2e5e-4944-a442-0bea6628e542 req-7d59f399-1a40-415d-babc-6fd60d185050 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 210 time: 0.0272100 Jul 14 11:46:41.127154 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f937493d-2c9a-4ae5-a54e-e6570bf77bce req-ab3ef002-8390-4adb-987a-849e2854265c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453539 Jul 14 11:46:41.833775 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fb406-9010-4736-b0cb-9507b8f6af07 req-311ec167-71a6-4ef7-b9d3-df6b86f957d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:41.835269 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e31fb406-9010-4736-b0cb-9507b8f6af07 req-311ec167-71a6-4ef7-b9d3-df6b86f957d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 1130 time: 0.0492597 Jul 14 11:46:41.971476 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fb406-9010-4736-b0cb-9507b8f6af07 req-abdde0ad-30e4-4eef-97d8-ff3dc5926860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:41.972842 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e31fb406-9010-4736-b0cb-9507b8f6af07 req-abdde0ad-30e4-4eef-97d8-ff3dc5926860 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 919 time: 0.1290336 Jul 14 11:46:42.022342 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e34c3b-08ca-478f-b9b3-72dd5a0062ae req-55e31e81-9f11-4a45-a28b-8ca64f50b193 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:42.023834 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07e34c3b-08ca-478f-b9b3-72dd5a0062ae req-55e31e81-9f11-4a45-a28b-8ca64f50b193 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0941794 Jul 14 11:46:42.025547 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e31fb406-9010-4736-b0cb-9507b8f6af07 req-31c32836-8313-4ee9-a53a-8fcbf26b48f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f84daf6d-a5b5-4dcc-95ba-a981a1687434 HTTP/1.1" status: 200 len: 217 time: 0.0464458 Jul 14 11:46:42.071870 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad59e5-ab5f-4674-ae57-29a368f926e8 req-2cbf0b00-ade9-499d-8ab2-ee227d3386d5 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:42.073333 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-10ad59e5-ab5f-4674-ae57-29a368f926e8 req-2cbf0b00-ade9-499d-8ab2-ee227d3386d5 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0649898 Jul 14 11:46:42.114678 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:42.119909 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fb406-9010-4736-b0cb-9507b8f6af07 req-2f03c100-b5ff-447b-bce7-61855a21dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:42.121454 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e31fb406-9010-4736-b0cb-9507b8f6af07 req-2f03c100-b5ff-447b-bce7-61855a21dd72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.0749185 Jul 14 11:46:42.125605 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07e34c3b-08ca-478f-b9b3-72dd5a0062ae req-43b9ed3c-2bb9-44eb-a954-a3eb7ae4ec19 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956731 Jul 14 11:46:42.188659 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:42.190373 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fb406-9010-4736-b0cb-9507b8f6af07 req-0f0382e4-951f-4318-a0e6-b9730366e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:42.192690 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e31fb406-9010-4736-b0cb-9507b8f6af07 req-0f0382e4-951f-4318-a0e6-b9730366e244 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543840 Jul 14 11:46:42.274656 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d3a881a2-d447-430f-ac01-00c6f64fc6e6 req-826f288e-43ba-448e-9cf0-f1efc4e525ed tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 210 time: 0.0533977 Jul 14 11:46:42.345738 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e31fb406-9010-4736-b0cb-9507b8f6af07 req-a74d6906-3063-47ac-ab42-bea07da86b56 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336777 Jul 14 11:46:42.372524 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-10ad59e5-ab5f-4674-ae57-29a368f926e8 req-a99d0fae-6bd1-484b-a77a-7a31101ba276 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923465 Jul 14 11:46:42.381609 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device df04a441-a4c9-485f-845a-68acb74d2d4e details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:46:42.395360 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed91b-7612-4da6-b121-d4401673f5e1 req-78be08a3-e853-4500-a4f7-ae83022b8918 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:42.396946 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-341ed91b-7612-4da6-b121-d4401673f5e1 req-78be08a3-e853-4500-a4f7-ae83022b8918 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0487764 Jul 14 11:46:42.455959 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-341ed91b-7612-4da6-b121-d4401673f5e1 req-677a8df7-90fa-477f-b585-fdd33e2f6805 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529680 Jul 14 11:46:42.503350 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port df04a441-a4c9-485f-845a-68acb74d2d4e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=df04a441-a4c9-485f-845a-68acb74d2d4e,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:42.515099 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'port_id': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'mac_address': 'fa:16:3e:4d:07:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:46:42.551777 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port df04a441-a4c9-485f-845a-68acb74d2d4e is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:46:42.552074 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:42.565279 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df04a441-a4c9-485f-845a-68acb74d2d4e {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:46:42.588194 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port df04a441-a4c9-485f-845a-68acb74d2d4e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=df04a441-a4c9-485f-845a-68acb74d2d4e,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:42.670658 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:42.675267 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e31fb406-9010-4736-b0cb-9507b8f6af07 req-4858a0ad-2dc6-4951-ac42-37ac0891afdf service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917971 Jul 14 11:46:42.719021 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=df04a441-a4c9-485f-845a-68acb74d2d4e,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:42.844284 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-7f45cd88-e659-419d-a3eb-74cf0cc38900 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1ec44d80054e49e9ba17a711740b1a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331411 Jul 14 11:46:42.974606 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['df04a441-a4c9-485f-845a-68acb74d2d4e'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:46:43.194314 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:43.260902 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c1615-e74a-4d8c-8abf-dfd41168c56a req-a6cce38a-423e-4938-b443-403cb67d4bec tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:43.262525 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-012c1615-e74a-4d8c-8abf-dfd41168c56a req-a6cce38a-423e-4938-b443-403cb67d4bec tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0537741 Jul 14 11:46:43.315974 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-012c1615-e74a-4d8c-8abf-dfd41168c56a req-62f6cd1c-16b0-4a69-ae20-c0eda09df5e6 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457563 Jul 14 11:46:43.365111 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-55ac3dfd-ef18-48aa-9971-ba323c48d09b tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:43.366750 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-55ac3dfd-ef18-48aa-9971-ba323c48d09b tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4345973 Jul 14 11:46:43.399323 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1c1b6336-358e-4626-976a-a846dab4f955 req-98382d23-b8ec-432a-82d4-9c91a2aac8d5 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 210 time: 0.0313184 Jul 14 11:46:43.412995 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Request body: {'port': {'device_id': 'a70b1731-0a31-4df3-99fe-42587445a297', 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c', 'admin_state_up': True, 'tenant_id': '1ec44d80054e49e9ba17a711740b1a3d'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:46:43.506827 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96800e-510e-43fe-b45f-6ce52979f517 req-d2e08c10-48d4-4523-9c24-25808a7c2435 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:43.509450 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3b96800e-510e-43fe-b45f-6ce52979f517 req-d2e08c10-48d4-4523-9c24-25808a7c2435 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 945 time: 0.0637856 Jul 14 11:46:43.537548 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:43.567196 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3b96800e-510e-43fe-b45f-6ce52979f517 req-1370306b-8256-4f57-86e4-b7e5abf2574a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510941 Jul 14 11:46:43.593622 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c422b2b-4c44-4b69-840c-f473c7ef89d1 req-57400b18-5dbd-4e2d-8c57-de9a9a9653d9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:43.595077 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6c422b2b-4c44-4b69-840c-f473c7ef89d1 req-57400b18-5dbd-4e2d-8c57-de9a9a9653d9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0512559 Jul 14 11:46:43.621081 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Made reservation on behalf of 1ec44d80054e49e9ba17a711740b1a3d for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:46:43.624502 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:43.645824 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:43.663590 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6c422b2b-4c44-4b69-840c-f473c7ef89d1 req-e985702a-4805-4060-a1a5-fae307df8d76 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626659 Jul 14 11:46:43.736472 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Publish callbacks [] for security_group (1f4eae02-e8f4-4f44-9825-1283be51433a), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:43.790230 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (1f4eae02-e8f4-4f44-9825-1283be51433a), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:43.857101 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4eae02-e8f4-4f44-9825-1283be51433a,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:43.878127 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:43.926311 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:43.933339 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Allocated IP 192.168.233.109 (0bd10450-ea56-4c88-a37a-49c6d8bde94c/1709253f-3e64-4e2f-a7e4-bb8cf828cbec/ba72d0b2-3ada-4475-825a-02b31c695891) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:44.081401 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Publish callbacks [] for port (ba72d0b2-3ada-4475-825a-02b31c695891), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:44.162551 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:44.240940 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Network 0bd10450-ea56-4c88-a37a-49c6d8bde94c is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:44.242116 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-6844cff4-f438-42f4-9bae-d634fbafbc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:44.243633 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-6844cff4-f438-42f4-9bae-d634fbafbc50 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0&tenant_id=81777430895b432999f69033667e59f1 HTTP/1.1" status: 200 len: 1127 time: 0.1108301 Jul 14 11:46:44.249483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:44.253681 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:46:44.261056 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Pushing event updated for resources: {'Port': ['ID=ba72d0b2-3ada-4475-825a-02b31c695891,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:44.337185 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-2f760d7f-1dd1-4949-bf15-b78f39cb7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:44.338691 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-2f760d7f-1dd1-4949-bf15-b78f39cb7007 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 1127 time: 0.0541692 Jul 14 11:46:44.344193 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:44.344739 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:44.383384 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device df04a441-a4c9-485f-845a-68acb74d2d4e up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:46:44.475259 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-d389dcaa-8743-4118-b26f-4fa6551deb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:44.475259 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-d389dcaa-8743-4118-b26f-4fa6551deb2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 918 time: 0.1234751 Jul 14 11:46:44.479395 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c50dd1-91b9-4ba6-9a39-f38db6e6277b req-aeed51f0-a4a6-4432-91b0-ed00d5133337 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:44.481622 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-13c50dd1-91b9-4ba6-9a39-f38db6e6277b req-aeed51f0-a4a6-4432-91b0-ed00d5133337 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0815790 Jul 14 11:46:44.530789 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-0f3f2702-1ca2-4012-8910-4d921eb701b3 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1228867 Jul 14 11:46:44.540025 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-13c50dd1-91b9-4ba6-9a39-f38db6e6277b req-c66ff6de-ba81-40f2-9e18-ec1561b53b78 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518146 Jul 14 11:46:44.540475 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:44.549323 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Request body: {'port': {'device_id': 'a70b1731-0a31-4df3-99fe-42587445a297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:46:44.574927 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:44.578507 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-349a5452-6fc7-4d1e-8acc-cae7c14904b6 None None] Provisioning complete for port ba72d0b2-3ada-4475-825a-02b31c695891 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:46:44.578507 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-349a5452-6fc7-4d1e-8acc-cae7c14904b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:44.616493 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-31d58bb8-cff0-4bda-a4e0-c2023e5effdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 HTTP/1.1" status: 200 len: 999 time: 0.1381574 Jul 14 11:46:44.617302 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port df04a441-a4c9-485f-845a-68acb74d2d4e completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:46:44.620447 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-349a5452-6fc7-4d1e-8acc-cae7c14904b6 None None] Port ba72d0b2-3ada-4475-825a-02b31c695891 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:46:44.625876 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc6b8-7c4d-4af6-ac2f-d23268802b62 req-d14eeea6-9c5c-4a3f-9bd2-ed20a805a68f tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:44.627571 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6e5bc6b8-7c4d-4af6-ac2f-d23268802b62 req-d14eeea6-9c5c-4a3f-9bd2-ed20a805a68f tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 936 time: 0.1078885 Jul 14 11:46:44.690310 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedb12d-bec6-4434-a2c2-bcb114ecf15e req-dd95649a-6d84-40ae-8dde-a020fca69599 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:44.691907 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9dedb12d-bec6-4434-a2c2-bcb114ecf15e req-dd95649a-6d84-40ae-8dde-a020fca69599 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 945 time: 0.0469539 Jul 14 11:46:44.703451 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port df04a441-a4c9-485f-845a-68acb74d2d4e triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:46:44.704137 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:44.713336 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:44.723027 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-ec78ca15-303f-4010-8d26-335e251646a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:44.724602 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-ec78ca15-303f-4010-8d26-335e251646a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ffca6be3-1873-4c11-b23e-8cff8d06e710 HTTP/1.1" status: 200 len: 856 time: 0.0961368 Jul 14 11:46:44.749366 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9dedb12d-bec6-4434-a2c2-bcb114ecf15e req-f62bcedf-5d56-4e10-8963-6996da10d5e6 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512972 Jul 14 11:46:44.777896 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6e5bc6b8-7c4d-4af6-ac2f-d23268802b62 req-af007dc3-f6e6-4895-a62c-f3db1663cb20 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334746 Jul 14 11:46:44.786576 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port df04a441-a4c9-485f-845a-68acb74d2d4e is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:46:44.787068 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:44.817190 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:44.822975 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:46:44.825518 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f5a701-e5e1-4227-8538-3f9cf62efe36" -d '{"events": [{"server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "name": "network-vif-plugged", "status": "completed", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:44.836799 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-e4d4395b-f001-4f32-8b39-c14e1e0ab3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:44.838362 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-e4d4395b-f001-4f32-8b39-c14e1e0ab3bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4586847-6136-4dce-945a-818d63fc4328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013603 Jul 14 11:46:44.868397 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:44.878046 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3df0d2a-e228-44d8-afc7-c1cd2dd5ae15 x-openstack-request-id: req-c3df0d2a-e228-44d8-afc7-c1cd2dd5ae15 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:44.878446 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "name": "network-vif-plugged", "status": "completed", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:44.878609 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c3df0d2a-e228-44d8-afc7-c1cd2dd5ae15 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:44.879002 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3df0d2a-e228-44d8-afc7-c1cd2dd5ae15'] response: {'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'code': 200} Jul 14 11:46:44.879334 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e049418-143b-4f3d-a358-4292a608f453 req-fb0f16d2-851c-4bcd-ba29-8d60dae8822c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:44.881383 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port df04a441-a4c9-485f-845a-68acb74d2d4e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=df04a441-a4c9-485f-845a-68acb74d2d4e,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:46:44.887935 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9e049418-143b-4f3d-a358-4292a608f453 req-fb0f16d2-851c-4bcd-ba29-8d60dae8822c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0754049 Jul 14 11:46:44.941103 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9e049418-143b-4f3d-a358-4292a608f453 req-40baf972-65ff-4ab2-bec6-a73b9cbceedf tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518093 Jul 14 11:46:44.950004 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-0f838ca3-0c56-4fa4-aec6-c0c255e1420e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:44.953353 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:45.007149 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=df04a441-a4c9-485f-845a-68acb74d2d4e,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:45.069986 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-5f78c0d1-b70d-4211-bb2e-05143c9a87a2 service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143700 Jul 14 11:46:45.224036 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba72d0b2-3ada-4475-825a-02b31c695891 {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:46:45.233529 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-647d4bbb-a0bc-46ea-bc76-8e6f11187001 req-e93429f4-de42-4b7a-a00a-e28fa9754555 service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553450 Jul 14 11:46:45.235345 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Publish callbacks [] for port (ba72d0b2-3ada-4475-825a-02b31c695891), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:45.251313 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Transition to ACTIVE for port object ba72d0b2-3ada-4475-825a-02b31c695891 will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:46:45.300558 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:45.343767 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd624b0d-4f24-4250-8d40-c29070cef1c5 req-cd6aa97b-86e6-4a05-926c-1830f2074f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:45.345328 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cd624b0d-4f24-4250-8d40-c29070cef1c5 req-cd6aa97b-86e6-4a05-926c-1830f2074f7e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 1130 time: 0.0734231 Jul 14 11:46:45.345705 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:45.380060 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Pushing event updated for resources: {'Port': ['ID=ba72d0b2-3ada-4475-825a-02b31c695891,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:45.463828 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cd624b0d-4f24-4250-8d40-c29070cef1c5 req-82791c66-3dce-4675-897c-4ca9f9079c03 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051292 Jul 14 11:46:45.484182 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Attempting to bind port ba72d0b2-3ada-4475-825a-02b31c695891 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:46:45.484799 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Attempting to bind port ba72d0b2-3ada-4475-825a-02b31c695891 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'b560f865-6046-48f1-8d41-db0cf1caba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:46:45.484914 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Attempting to bind port ba72d0b2-3ada-4475-825a-02b31c695891 on network 0bd10450-ea56-4c88-a37a-49c6d8bde94c {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:46:45.489705 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Port ba72d0b2-3ada-4475-825a-02b31c695891 on network 0bd10450-ea56-4c88-a37a-49c6d8bde94c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:46:45.490062 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Attempting to bind port ba72d0b2-3ada-4475-825a-02b31c695891 on network 0bd10450-ea56-4c88-a37a-49c6d8bde94c {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:46:45.495239 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:46:45.495577 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Checking segment: {'id': 'b560f865-6046-48f1-8d41-db0cf1caba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:46:45.495960 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Bound using segment: {'id': 'b560f865-6046-48f1-8d41-db0cf1caba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:46:45.496389 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Bound port: ba72d0b2-3ada-4475-825a-02b31c695891, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b560f865-6046-48f1-8d41-db0cf1caba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:46:45.496822 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:45.560555 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] For port ba72d0b2-3ada-4475-825a-02b31c695891, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:46:45.563639 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] For port ba72d0b2-3ada-4475-825a-02b31c695891, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ba72d0b2-3ada-4475-825a-02b31c695891,segment=NetworkSegment(b560f865-6046-48f1-8d41-db0cf1caba2a),segment_id=b560f865-6046-48f1-8d41-db0cf1caba2a)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:46:45.658843 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f53bf-095b-45a4-83e8-88ee86da2f98 req-3b987470-54c7-4d66-a871-2972bdc894d1 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:45.660231 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8b6f53bf-095b-45a4-83e8-88ee86da2f98 req-3b987470-54c7-4d66-a871-2972bdc894d1 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0465059 Jul 14 11:46:45.661774 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:45.724120 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:45.724761 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:45.730392 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba72d0b2-3ada-4475-825a-02b31c695891 HTTP/1.1" status: 200 len: 1098 time: 1.1844954 Jul 14 11:46:45.730392 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70b1731-0a31-4df3-99fe-42587445a297', 'tag': 'ba72d0b2-3ada-4475-825a-02b31c695891'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:46:45.732916 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc2a999-4d04-490f-84f1-17d53aeae947" -d '{"events": [{"name": "network-changed", "server_uuid": "a70b1731-0a31-4df3-99fe-42587445a297", "tag": "ba72d0b2-3ada-4475-825a-02b31c695891"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:46:45.775255 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886067c-519e-48d4-be1c-ea29f8f18358 service neutron] Pushing event updated for resources: {'Port': ['ID=ba72d0b2-3ada-4475-825a-02b31c695891,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:45.786084 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91d2e03-b07e-47ce-913c-59ea931ffb6c x-openstack-request-id: req-d91d2e03-b07e-47ce-913c-59ea931ffb6c {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:46:45.786514 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70b1731-0a31-4df3-99fe-42587445a297", "tag": "ba72d0b2-3ada-4475-825a-02b31c695891", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:46:45.786773 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d91d2e03-b07e-47ce-913c-59ea931ffb6c {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:46:45.787168 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91d2e03-b07e-47ce-913c-59ea931ffb6c'] response: {'name': 'network-changed', 'server_uuid': 'a70b1731-0a31-4df3-99fe-42587445a297', 'tag': 'ba72d0b2-3ada-4475-825a-02b31c695891', 'status': 'completed', 'code': 200} Jul 14 11:46:45.798321 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8b6f53bf-095b-45a4-83e8-88ee86da2f98 req-05a7fd42-f687-4751-ad07-b1e30eee34c9 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293232 Jul 14 11:46:45.892827 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a999-4d04-490f-84f1-17d53aeae947 req-b3a81d7a-06d3-4da3-9a9f-8363d5ab00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:45.894622 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fdc2a999-4d04-490f-84f1-17d53aeae947 req-b3a81d7a-06d3-4da3-9a9f-8363d5ab00ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ec44d80054e49e9ba17a711740b1a3d&device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 1132 time: 0.0764632 Jul 14 11:46:45.918583 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6eb9e1-74d3-4690-a079-571c3f1f475c req-72903e95-bb60-49ce-96f0-135dd5e1f5f2 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:45.921365 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1e6eb9e1-74d3-4690-a079-571c3f1f475c req-72903e95-bb60-49ce-96f0-135dd5e1f5f2 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0582564 Jul 14 11:46:45.948177 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fdc2a999-4d04-490f-84f1-17d53aeae947 req-d111ff1c-a2e3-4446-8e4a-587f3d0874b0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=1ec44d80054e49e9ba17a711740b1a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435371 Jul 14 11:46:45.976155 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:45.989610 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1e6eb9e1-74d3-4690-a079-571c3f1f475c req-42d6290b-ac2e-4a27-8f78-7db9cb5cbaee tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587614 Jul 14 11:46:45.990074 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe5985-aefa-4de1-941d-5967794de4c6 req-02466646-d28f-480c-a4f9-5cfb1d88de37 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:45.991655 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-12fe5985-aefa-4de1-941d-5967794de4c6 req-02466646-d28f-480c-a4f9-5cfb1d88de37 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0883639 Jul 14 11:46:46.057271 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-12fe5985-aefa-4de1-941d-5967794de4c6 req-5c9f5cf3-bf99-4ba4-88dd-17c6f90546c4 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600452 Jul 14 11:46:46.122207 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc61f29-57b7-4fed-b368-60c685eb09db req-b8dfe068-ab3a-4aca-b3ae-dd875065ee72 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:46.123686 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cc61f29-57b7-4fed-b368-60c685eb09db req-b8dfe068-ab3a-4aca-b3ae-dd875065ee72 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0502200 Jul 14 11:46:46.171747 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cc61f29-57b7-4fed-b368-60c685eb09db req-66f3f9ff-7920-4e2d-99a4-4131fa42f5af tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425465 Jul 14 11:46:46.914513 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01c232-a055-40ba-ac59-e35623f418bf req-7b557051-d962-4f7e-8b94-656a05349ac8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:46.916069 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1b01c232-a055-40ba-ac59-e35623f418bf req-7b557051-d962-4f7e-8b94-656a05349ac8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0474577 Jul 14 11:46:46.954915 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:46.968038 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1b01c232-a055-40ba-ac59-e35623f418bf req-2f276209-2bcf-41b8-b34a-35e21b5d7f5d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457556 Jul 14 11:46:47.053376 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-0c988ce6-d32c-479f-a1ef-58ab3c1e6ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:47.105351 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced68366-b944-41a4-910d-8a249b682816 req-0102f4a7-17dd-4abd-ac20-31fbc653eed8 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:47.106989 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ced68366-b944-41a4-910d-8a249b682816 req-0102f4a7-17dd-4abd-ac20-31fbc653eed8 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0510855 Jul 14 11:46:47.163033 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ced68366-b944-41a4-910d-8a249b682816 req-c91e3a89-7775-4236-860e-fa640e71201a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487552 Jul 14 11:46:47.171507 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2b93d-dec9-4be5-a8ac-08db30343560 req-1ec26066-dbda-45e1-a6c1-1f654c26c909 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:47.173024 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24f2b93d-dec9-4be5-a8ac-08db30343560 req-1ec26066-dbda-45e1-a6c1-1f654c26c909 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0464199 Jul 14 11:46:47.232945 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24f2b93d-dec9-4be5-a8ac-08db30343560 req-cad2b21a-c6df-4e1a-aeee-07e31404c07c tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447588 Jul 14 11:46:47.299861 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4531b-837e-4a9c-a2ba-0c0764580ec8 req-a8006722-fe00-4e43-b220-74da9f93a40b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:47.301351 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9ff4531b-837e-4a9c-a2ba-0c0764580ec8 req-a8006722-fe00-4e43-b220-74da9f93a40b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0499592 Jul 14 11:46:47.357898 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9ff4531b-837e-4a9c-a2ba-0c0764580ec8 req-fd4dd84d-bbfa-4428-b6b4-0e86c1564c19 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506155 Jul 14 11:46:48.096926 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50840687-ed8c-4eee-b331-6d52760d2ba1 req-8570aa9a-95aa-4bb8-91b2-3d18f0658654 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:48.098403 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-50840687-ed8c-4eee-b331-6d52760d2ba1 req-8570aa9a-95aa-4bb8-91b2-3d18f0658654 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0560870 Jul 14 11:46:48.149790 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-50840687-ed8c-4eee-b331-6d52760d2ba1 req-da647d9c-f7f2-4169-adf1-988d02da9754 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 Jul 14 11:46:48.264238 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:48.298292 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea5662-202f-41b9-b881-a4677ef81b1c req-11192956-9ec0-4d5e-b450-68266eec4cfb tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:48.303575 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2bea5662-202f-41b9-b881-a4677ef81b1c req-11192956-9ec0-4d5e-b450-68266eec4cfb tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0616946 Jul 14 11:46:48.365306 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2bea5662-202f-41b9-b881-a4677ef81b1c req-8195f3bf-6ad0-4425-8a25-5320df167b29 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543108 Jul 14 11:46:48.393816 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc3a6a-404e-4464-8936-689a98b00d3c req-03b5743a-8956-4426-82e3-8cafec553370 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:48.395461 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07dc3a6a-404e-4464-8936-689a98b00d3c req-03b5743a-8956-4426-82e3-8cafec553370 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0656786 Jul 14 11:46:48.449203 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-07dc3a6a-404e-4464-8936-689a98b00d3c req-6179cfb0-26bf-4633-ac9b-048895384366 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468490 Jul 14 11:46:48.498041 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1b596-9c29-49ad-bfee-8123d41597a9 req-3e27ca98-933d-4c92-8e08-3455c2ccb65f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:48.499529 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-85a1b596-9c29-49ad-bfee-8123d41597a9 req-3e27ca98-933d-4c92-8e08-3455c2ccb65f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0515385 Jul 14 11:46:48.551223 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-85a1b596-9c29-49ad-bfee-8123d41597a9 req-a7650020-b3d1-48f5-8b2f-9a9fa82263e6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454817 Jul 14 11:46:49.263498 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f064c-cc6b-497f-9076-f9e0bbc4f053 req-0318ae0f-e887-48c3-a4fa-4e7508c896ba tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:49.265718 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fd7f064c-cc6b-497f-9076-f9e0bbc4f053 req-0318ae0f-e887-48c3-a4fa-4e7508c896ba tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0482109 Jul 14 11:46:49.324949 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fd7f064c-cc6b-497f-9076-f9e0bbc4f053 req-6784e4c5-1fbf-4386-bb2d-a543bdc90473 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531821 Jul 14 11:46:49.492697 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4660ce1-9ed0-49be-8b2e-87c42a1c01db req-8393aa8d-0d56-47f5-8c5d-d33683e04d10 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:49.495677 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f4660ce1-9ed0-49be-8b2e-87c42a1c01db req-8393aa8d-0d56-47f5-8c5d-d33683e04d10 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0575483 Jul 14 11:46:49.594288 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f4660ce1-9ed0-49be-8b2e-87c42a1c01db req-4353a1e4-b05a-4565-90b6-88e162ad2db7 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884585 Jul 14 11:46:49.601538 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae1f2-7fd8-411a-9b41-bf7897724c7c req-b631511c-28a4-4ca8-bfc8-20f9d24f2fde tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:49.603611 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-db8ae1f2-7fd8-411a-9b41-bf7897724c7c req-b631511c-28a4-4ca8-bfc8-20f9d24f2fde tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0593646 Jul 14 11:46:49.669881 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-db8ae1f2-7fd8-411a-9b41-bf7897724c7c req-3db58245-6dab-4d1c-93c4-1a24450c7b24 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587637 Jul 14 11:46:49.730265 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b17f9-b7c0-4728-88bf-3ff43500ea2a req-417d51e3-34e8-4327-9bdf-8c9faad7a897 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:49.731702 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a57b17f9-b7c0-4728-88bf-3ff43500ea2a req-417d51e3-34e8-4327-9bdf-8c9faad7a897 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0558970 Jul 14 11:46:49.780142 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:49.792264 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a57b17f9-b7c0-4728-88bf-3ff43500ea2a req-c1c659bb-1363-43c0-90d5-96a9388a8c66 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510464 Jul 14 11:46:49.990026 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:50.446506 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8688bd9-e20b-4b17-b271-4e1390bd5a5b req-8f1b6a20-093b-4712-a9ec-c479147fd515 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:50.448020 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a8688bd9-e20b-4b17-b271-4e1390bd5a5b req-8f1b6a20-093b-4712-a9ec-c479147fd515 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0488999 Jul 14 11:46:50.474388 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:50.502732 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a8688bd9-e20b-4b17-b271-4e1390bd5a5b req-2e11acd5-3d9e-4212-8fa3-72402620f724 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483677 Jul 14 11:46:50.735338 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6200b5-782d-40cb-854a-711d970e31eb req-7cd7061b-9fe7-4c4c-88a0-59b1dc170830 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:50.737372 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2d6200b5-782d-40cb-854a-711d970e31eb req-7cd7061b-9fe7-4c4c-88a0-59b1dc170830 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0728884 Jul 14 11:46:50.761818 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:50.793042 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623ee05-d46c-43c0-830d-864914ed0cce req-88a530ca-d091-476f-a065-1e456e2197ef tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:50.794870 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e623ee05-d46c-43c0-830d-864914ed0cce req-88a530ca-d091-476f-a065-1e456e2197ef tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0538933 Jul 14 11:46:50.801095 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2d6200b5-782d-40cb-854a-711d970e31eb req-fc87d503-716f-4d18-a9cc-6a656943e358 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557017 Jul 14 11:46:50.861301 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e623ee05-d46c-43c0-830d-864914ed0cce req-f33f662c-263c-4c37-9bde-4936697e2930 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490527 Jul 14 11:46:50.922629 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c85dfb-963d-4bcf-b288-241f820b20ed req-a0ccb96a-571f-4b44-8aac-bcc1eb28427b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:50.924121 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-31c85dfb-963d-4bcf-b288-241f820b20ed req-a0ccb96a-571f-4b44-8aac-bcc1eb28427b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0566411 Jul 14 11:46:50.976259 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-31c85dfb-963d-4bcf-b288-241f820b20ed req-6b90f431-d889-43ef-b393-8e9e6e714ad1 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460198 Jul 14 11:46:51.626872 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632e66a-b0de-4b44-922b-0c41b631f37c req-8e1de155-ce0a-4acc-9ae1-e9f516bc6881 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:51.628593 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4632e66a-b0de-4b44-922b-0c41b631f37c req-8e1de155-ce0a-4acc-9ae1-e9f516bc6881 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0503595 Jul 14 11:46:51.682048 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4632e66a-b0de-4b44-922b-0c41b631f37c req-e08e8dca-c374-43b4-8ec7-c7f8444919e2 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464306 Jul 14 11:46:51.926170 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26caa4-cb57-45ae-8d6d-168b910f6080 req-d07efb5d-1a28-441f-a1c8-eab441dea8f5 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:51.933563 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ed26caa4-cb57-45ae-8d6d-168b910f6080 req-d07efb5d-1a28-441f-a1c8-eab441dea8f5 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0622687 Jul 14 11:46:51.995896 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcda6b3-52da-48f4-98ac-5a3821d700bd req-722ccc6f-003a-4548-86a8-b7efda73b8fd tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:51.998134 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ed26caa4-cb57-45ae-8d6d-168b910f6080 req-172df73c-31c1-4b4c-99a0-a7fdd203ffa2 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634091 Jul 14 11:46:52.005819 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cdcda6b3-52da-48f4-98ac-5a3821d700bd req-722ccc6f-003a-4548-86a8-b7efda73b8fd tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0613854 Jul 14 11:46:52.068800 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cdcda6b3-52da-48f4-98ac-5a3821d700bd req-81e45f8f-dbf6-4031-a652-15dc72a71bd4 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577102 Jul 14 11:46:52.127936 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8c5a4-86aa-47ed-9bd7-aa95c894e0e3 req-5d74d938-7684-4423-b6c8-a0d34e6ff233 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:52.129494 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d5a8c5a4-86aa-47ed-9bd7-aa95c894e0e3 req-5d74d938-7684-4423-b6c8-a0d34e6ff233 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0547676 Jul 14 11:46:52.167237 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:52.180145 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d5a8c5a4-86aa-47ed-9bd7-aa95c894e0e3 req-09953a2c-3c59-492d-bbed-150eaa10e965 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450277 Jul 14 11:46:52.803134 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5204b-fa01-4d56-af54-cdcfca077f5c req-eebc5b33-2bdc-431a-bb18-ede1d1e017c1 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:52.805703 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0ff5204b-fa01-4d56-af54-cdcfca077f5c req-eebc5b33-2bdc-431a-bb18-ede1d1e017c1 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0514917 Jul 14 11:46:52.856916 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0ff5204b-fa01-4d56-af54-cdcfca077f5c req-28be4646-74cb-4083-97a2-e4efd165f583 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Jul 14 11:46:53.128285 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba5011-d178-448e-b6d4-d0c633b797a6 req-cf34340a-3945-466e-a600-992ecd52fcbc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:53.129862 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cdba5011-d178-448e-b6d4-d0c633b797a6 req-cf34340a-3945-466e-a600-992ecd52fcbc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0540142 Jul 14 11:46:53.198292 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cdba5011-d178-448e-b6d4-d0c633b797a6 req-b0a3c4c4-68ad-456c-9bdd-549db392e69e tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627699 Jul 14 11:46:53.234414 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ed9f9-2aa7-40be-972b-faaaecac95f0 req-41e6c917-30a3-42dd-8fe4-4d14c439694a tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:53.235941 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-954ed9f9-2aa7-40be-972b-faaaecac95f0 req-41e6c917-30a3-42dd-8fe4-4d14c439694a tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0667381 Jul 14 11:46:53.299898 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-954ed9f9-2aa7-40be-972b-faaaecac95f0 req-ab5ea618-e84d-45fa-85db-ff1671ac268e tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583899 Jul 14 11:46:53.339969 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd52391-9288-4c08-bf05-f71a4debe8c8 req-2481ef88-527c-480c-a9a4-9a7f7984d9a9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:53.341640 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3bd52391-9288-4c08-bf05-f71a4debe8c8 req-2481ef88-527c-480c-a9a4-9a7f7984d9a9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0636539 Jul 14 11:46:53.400939 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3bd52391-9288-4c08-bf05-f71a4debe8c8 req-a1969b01-c913-4fbf-bf8a-4a318be69436 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533614 Jul 14 11:46:53.946536 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:54.006905 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c29f69-ea9d-4229-8237-01252265a8a5 req-276e8753-9dfb-4623-a82d-35e0b5a0c745 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:54.008628 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-58c29f69-ea9d-4229-8237-01252265a8a5 req-276e8753-9dfb-4623-a82d-35e0b5a0c745 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0723143 Jul 14 11:46:54.076242 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-58c29f69-ea9d-4229-8237-01252265a8a5 req-cfab19e6-d9e3-4e74-9884-5fd11bbbee4f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578995 Jul 14 11:46:54.334197 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c8082-c83d-4a0f-94fd-7249402a3bf7 req-7b81adb3-a539-47d1-8e8c-55c1261974bc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:54.334197 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5a7c8082-c83d-4a0f-94fd-7249402a3bf7 req-7b81adb3-a539-47d1-8e8c-55c1261974bc tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0504491 Jul 14 11:46:54.420579 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5a7c8082-c83d-4a0f-94fd-7249402a3bf7 req-fecd9fb1-22ef-4410-9820-804265ef5168 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686023 Jul 14 11:46:54.449721 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91785f-3a78-4045-b7cc-3be933cd07ee req-c7814db2-6616-4f7e-ab63-aa2b02f6c07f tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:54.452365 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7d91785f-3a78-4045-b7cc-3be933cd07ee req-c7814db2-6616-4f7e-ab63-aa2b02f6c07f tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0713389 Jul 14 11:46:54.505022 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7d91785f-3a78-4045-b7cc-3be933cd07ee req-a425706a-c2c0-4cff-a847-77c24a8a40ca tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469892 Jul 14 11:46:54.555634 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6fea-efb7-4753-a77d-fdebc6dc9d27 req-ec4c942f-8b88-489d-b9b4-17b17b392379 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:54.557140 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-261b6fea-efb7-4753-a77d-fdebc6dc9d27 req-ec4c942f-8b88-489d-b9b4-17b17b392379 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0699680 Jul 14 11:46:54.619908 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-261b6fea-efb7-4753-a77d-fdebc6dc9d27 req-542ad98a-9b75-4e03-b6a2-541eeb73e431 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571420 Jul 14 11:46:55.206598 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf278a-3c00-4406-be50-84e904f42ca5 req-b76e5faf-fe2a-46b6-bbe9-63f218bf33fc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:55.208149 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8baf278a-3c00-4406-be50-84e904f42ca5 req-b76e5faf-fe2a-46b6-bbe9-63f218bf33fc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0586665 Jul 14 11:46:55.258518 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8baf278a-3c00-4406-be50-84e904f42ca5 req-be98ea33-cf78-435c-9d53-515a41bdd6d9 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448155 Jul 14 11:46:55.541649 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad095559-f258-41ac-a106-5088c8b63e82 req-43356d4d-b20f-42b7-bdf2-62424d3d5262 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:55.543033 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ad095559-f258-41ac-a106-5088c8b63e82 req-43356d4d-b20f-42b7-bdf2-62424d3d5262 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0500438 Jul 14 11:46:55.599311 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ad095559-f258-41ac-a106-5088c8b63e82 req-c7191997-bc26-4276-9234-defb67020ecd tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492637 Jul 14 11:46:55.629657 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7ae20-9022-4e34-85e7-894ab4c1add6 req-74204d16-c4ec-4c24-884d-0868d72c3461 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:55.631174 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-39b7ae20-9022-4e34-85e7-894ab4c1add6 req-74204d16-c4ec-4c24-884d-0868d72c3461 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0540388 Jul 14 11:46:55.684043 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:55.689859 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-39b7ae20-9022-4e34-85e7-894ab4c1add6 req-4ec5f769-287b-4b1e-9055-8ee7e9610801 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526583 Jul 14 11:46:55.747275 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb09825-e268-4707-a45b-43e1823f9141 req-f02210f1-1386-4ba4-9464-ab1683e54d95 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:55.749470 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9cb09825-e268-4707-a45b-43e1823f9141 req-f02210f1-1386-4ba4-9464-ab1683e54d95 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0507343 Jul 14 11:46:55.805364 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9cb09825-e268-4707-a45b-43e1823f9141 req-2dcbec5a-c209-4dc4-b882-8ab922841bbd tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472660 Jul 14 11:46:56.374153 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5334130-7687-4a2e-a620-0534a7cff0ef req-da277309-3b33-4dbe-af5f-bb29aa06e2f7 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:56.375772 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d5334130-7687-4a2e-a620-0534a7cff0ef req-da277309-3b33-4dbe-af5f-bb29aa06e2f7 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0465879 Jul 14 11:46:56.427985 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d5334130-7687-4a2e-a620-0534a7cff0ef req-59fe44b5-33bd-434c-b25c-7c875aba27cc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466154 Jul 14 11:46:56.719461 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025708-a784-4fd5-a218-b381ea8d818f req-f9509dbe-4d88-448f-aed0-d0497954b94c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:56.720986 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-25025708-a784-4fd5-a218-b381ea8d818f req-f9509dbe-4d88-448f-aed0-d0497954b94c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0504079 Jul 14 11:46:56.773653 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-25025708-a784-4fd5-a218-b381ea8d818f req-2facc720-dc1c-4511-9874-0cd313c2b45d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465212 Jul 14 11:46:56.837203 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23092ee-99b2-4c46-82c3-d7839c64c8af req-7fa569ea-0a83-4705-b111-bbea1bc584bf tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:56.839016 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f23092ee-99b2-4c46-82c3-d7839c64c8af req-7fa569ea-0a83-4705-b111-bbea1bc584bf tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0814958 Jul 14 11:46:56.947194 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8dbe3-0abd-43b5-9b3b-05eca5597bf1 req-fc117af8-67f5-4576-b1a7-74973eb4ace9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:56.948931 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b9e8dbe3-0abd-43b5-9b3b-05eca5597bf1 req-fc117af8-67f5-4576-b1a7-74973eb4ace9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0591991 Jul 14 11:46:56.996336 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:57.011790 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b9e8dbe3-0abd-43b5-9b3b-05eca5597bf1 req-97fdc8ce-ffaa-4877-a1a8-deff55d759cd tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569563 Jul 14 11:46:57.176838 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a999-4d04-490f-84f1-17d53aeae947 req-e2b6419d-c70e-4bbb-bb2b-3381289649ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:57.178250 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fdc2a999-4d04-490f-84f1-17d53aeae947 req-e2b6419d-c70e-4bbb-bb2b-3381289649ca service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3891287 Jul 14 11:46:57.181674 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f23092ee-99b2-4c46-82c3-d7839c64c8af req-0e17cbaf-5f7c-4c49-91e3-ef5aad710d79 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099034 Jul 14 11:46:57.546273 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2a8ae-c1f4-4920-bd14-022c09a52e89 req-41dff627-b855-4fc4-9f41-4756ea44306b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:57.547838 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6ed2a8ae-c1f4-4920-bd14-022c09a52e89 req-41dff627-b855-4fc4-9f41-4756ea44306b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0526526 Jul 14 11:46:57.597561 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6ed2a8ae-c1f4-4920-bd14-022c09a52e89 req-9532b2b9-51c0-4bf8-b8c5-50d82059a8f7 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440505 Jul 14 11:46:57.831305 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-acae95a8-8085-4153-8da9-1fa9880a01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:57.832791 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-acae95a8-8085-4153-8da9-1fa9880a01cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ec44d80054e49e9ba17a711740b1a3d&device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 1132 time: 0.0478594 Jul 14 11:46:57.834258 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:57.890369 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772f0cc-1637-4c74-94d2-4e5c4d560e87 req-875d0635-322e-4f79-9683-a574d664f590 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:57.891807 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a772f0cc-1637-4c74-94d2-4e5c4d560e87 req-875d0635-322e-4f79-9683-a574d664f590 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0471013 Jul 14 11:46:57.949865 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a772f0cc-1637-4c74-94d2-4e5c4d560e87 req-0a3faa04-696f-496b-91b6-cf6e2d3b9870 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524294 Jul 14 11:46:58.064500 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809c6c2-3075-4567-bacc-22e8900086be req-4969317e-a897-4434-82b4-1af53ad16c8f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:58.066039 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9809c6c2-3075-4567-bacc-22e8900086be req-4969317e-a897-4434-82b4-1af53ad16c8f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0492671 Jul 14 11:46:58.118785 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9809c6c2-3075-4567-bacc-22e8900086be req-e81c0ba1-aec5-4b84-a88e-4c715f7af0c0 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468683 Jul 14 11:46:58.140955 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38138) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:46:58.145018 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013aec-e60e-48e6-9ad1-f39698feb340 req-d8b96600-a762-4d10-b4ec-e3b6fbc21b63 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:58.146615 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-68013aec-e60e-48e6-9ad1-f39698feb340 req-d8b96600-a762-4d10-b4ec-e3b6fbc21b63 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0586400 Jul 14 11:46:58.198450 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-68013aec-e60e-48e6-9ad1-f39698feb340 req-3ee84363-7847-4440-908e-47aca1785c6f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457783 Jul 14 11:46:58.318619 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a675ff-c0e2-42fe-aeab-d4eedf7b12e9 tempest-TestShelveInstance-150127755 tempest-TestShelveInstance-150127755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:58.320050 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-10a675ff-c0e2-42fe-aeab-d4eedf7b12e9 tempest-TestShelveInstance-150127755 tempest-TestShelveInstance-150127755-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 1125 time: 0.1780796 Jul 14 11:46:58.323630 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38144) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:46:58.328715 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'port_id': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:46:58.331545 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25597c2-551a-4aff-8a8c-9a72ac2e22a7 req-1603c1fb-a17d-47f6-be4e-2259ebce4bf8 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:58.332994 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f25597c2-551a-4aff-8a8c-9a72ac2e22a7 req-1603c1fb-a17d-47f6-be4e-2259ebce4bf8 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0740914 Jul 14 11:46:58.353938 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:58.382062 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f25597c2-551a-4aff-8a8c-9a72ac2e22a7 req-fe10849e-4f4f-4d83-b0b0-f26f9f3e4cc4 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433674 Jul 14 11:46:58.413654 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:58.466956 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-fcd4e410-570a-4b1b-b7b9-82c75da58956 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ba72d0b2-3ada-4475-825a-02b31c695891 HTTP/1.1" status: 200 len: 217 time: 0.0500793 Jul 14 11:46:58.559194 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:58.563245 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-c37cd671-4c65-4346-a64a-91c9530d2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:58.564679 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-c37cd671-4c65-4346-a64a-91c9530d2dca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1709253f-3e64-4e2f-a7e4-bb8cf828cbec HTTP/1.1" status: 200 len: 843 time: 0.0643353 Jul 14 11:46:58.674304 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Allocated IP 172.27.3.105 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/ee18420a-93ae-43be-b760-91b24b78a8ac) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:46:58.706012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:58.735930 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174869ae-d4d0-4793-ac33-29075f97bbd3 req-e0ec702c-2cb7-4882-99e0-86dedaa19c94 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:58.737688 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-174869ae-d4d0-4793-ac33-29075f97bbd3 req-e0ec702c-2cb7-4882-99e0-86dedaa19c94 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0718601 Jul 14 11:46:58.755167 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:58.842184 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-174869ae-d4d0-4793-ac33-29075f97bbd3 req-2ea7ed16-b459-4f7b-84d8-62ccd82b955c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957627 Jul 14 11:46:58.858764 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for port (ee18420a-93ae-43be-b760-91b24b78a8ac), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:58.943595 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (ee18420a-93ae-43be-b760-91b24b78a8ac), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:58.985783 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:46:58.991192 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:46:58.993655 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:46:58.997050 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event updated for resources: {'Port': ['ID=ee18420a-93ae-43be-b760-91b24b78a8ac,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:59.268592 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:59.276631 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:59.317826 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e62e57-53c3-49d7-bf0a-22d73922f12f req-5f62d150-6533-4502-ac27-34c680b11f84 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:59.319521 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-27e62e57-53c3-49d7-bf0a-22d73922f12f req-5f62d150-6533-4502-ac27-34c680b11f84 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0481217 Jul 14 11:46:59.347497 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for floatingip (1b6076cc-b24b-4045-8a43-3643bd67f219), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:59.370621 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-27e62e57-53c3-49d7-bf0a-22d73922f12f req-9044ac1e-61a0-41a3-96cf-20c6377b5fff tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449255 Jul 14 11:46:59.483219 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:59.521763 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc94a48-9d32-4e01-99ad-51f2eec260c1 req-0e00b0e0-cc04-4306-9959-6237705523f0 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:59.523254 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2fc94a48-9d32-4e01-99ad-51f2eec260c1 req-0e00b0e0-cc04-4306-9959-6237705523f0 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0726521 Jul 14 11:46:59.526260 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ee18420a-93ae-43be-b760-91b24b78a8ac), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:59.624440 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2fc94a48-9d32-4e01-99ad-51f2eec260c1 req-c421d980-724e-4147-94d4-a495de5a1491 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949564 Jul 14 11:46:59.664925 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:46:59.752301 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for port (ee18420a-93ae-43be-b760-91b24b78a8ac), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:59.754680 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-30b4096f-9ef5-469a-9194-d0bf45c91faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:59.756175 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-30b4096f-9ef5-469a-9194-d0bf45c91faf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0bd10450-ea56-4c88-a37a-49c6d8bde94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0599720 Jul 14 11:46:59.841232 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (ee18420a-93ae-43be-b760-91b24b78a8ac), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:59.951814 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaf788-5386-4a8b-9e58-3caff1156145 req-26edd6be-a7b1-4945-972d-f7c5e136bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:59.953387 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5fdaf788-5386-4a8b-9e58-3caff1156145 req-26edd6be-a7b1-4945-972d-f7c5e136bb9d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 1130 time: 0.1284659 Jul 14 11:46:59.966199 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event updated for resources: {'Port': ['ID=ee18420a-93ae-43be-b760-91b24b78a8ac,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:46:59.973950 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e540690-289f-4eb0-abe0-2f172186940b req-20d2e3ad-2b5b-49d5-ad93-59afcf238aa4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:46:59.974992 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7e540690-289f-4eb0-abe0-2f172186940b req-20d2e3ad-2b5b-49d5-ad93-59afcf238aa4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0592418 Jul 14 11:46:59.978263 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (1b6076cc-b24b-4045-8a43-3643bd67f219), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:46:59.981429 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-6ea42e33-cf48-413d-9cd1-28a913bbf227 service neutron] 10.222.0.55 "GET /v2.0/networks/0bd10450-ea56-4c88-a37a-49c6d8bde94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166553 Jul 14 11:47:00.025950 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7e540690-289f-4eb0-abe0-2f172186940b req-041ff3d0-79e2-4516-ab9b-f923c569795b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452259 Jul 14 11:47:00.102149 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5fdaf788-5386-4a8b-9e58-3caff1156145 req-e68814c2-22e7-4a38-80e1-245be5285f2e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882397 Jul 14 11:47:00.114674 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Floating IP 1b6076cc-b24b-4045-8a43-3643bd67f219 associated. External IP: 172.27.3.105, port: df04a441-a4c9-485f-845a-68acb74d2d4e. Jul 14 11:47:00.317962 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Router e5cfcccc-e251-4738-90e9-ab2784726b43 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:47:00.429179 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:00.438733 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:00.441338 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7adff-4d6f-457e-8a71-da462566057b None None] Sync routers for ids ['e5cfcccc-e251-4738-90e9-ab2784726b43'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:00.452399 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b7adff-4d6f-457e-8a71-da462566057b None None] Routers {'e5cfcccc-e251-4738-90e9-ab2784726b43'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:00.453279 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-51b7adff-4d6f-457e-8a71-da462566057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:46:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e5cfcccc-e251-4738-90e9-ab2784726b43'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:00.519243 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198c56d-63d8-4a4c-8628-44b919876546 req-c812fc94-dddb-4caf-a0d8-9dcf577df78d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:00.520779 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f198c56d-63d8-4a4c-8628-44b919876546 req-c812fc94-dddb-4caf-a0d8-9dcf577df78d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0704660 Jul 14 11:47:00.526163 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:00.573742 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-51b7adff-4d6f-457e-8a71-da462566057b None None] Set router e5cfcccc-e251-4738-90e9-ab2784726b43 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:00.626570 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-10c1ec0d-f720-4782-a9df-2b8b18d614ba tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2990370 Jul 14 11:47:00.626570 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:00.629806 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:00.666046 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:00.675938 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f198c56d-63d8-4a4c-8628-44b919876546 req-ebab5747-9417-4eb6-b35b-d9c776f81860 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363389 Jul 14 11:47:00.684051 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04272499-f352-4ab3-9981-9641b007ea5e x-openstack-request-id: req-04272499-f352-4ab3-9981-9641b007ea5e {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:00.684342 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:00.684594 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-04272499-f352-4ab3-9981-9641b007ea5e {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:00.685141 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04272499-f352-4ab3-9981-9641b007ea5e'] response: {'name': 'network-changed', 'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'status': 'completed', 'code': 200} Jul 14 11:47:00.703343 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1a822b3-f02c-41fd-a7b1-c0b5f17b332e req-174329ae-5137-4f1f-9c04-ee107b3bcc1a service neutron] 10.222.0.55 "GET /v2.0/networks/0bd10450-ea56-4c88-a37a-49c6d8bde94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113018 Jul 14 11:47:00.796227 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a287f8-19b4-4d19-9f6f-2d2402e38e71 req-3bb4a888-3233-4b7a-a6d6-9bb9f162dc45 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:00.797995 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d5a287f8-19b4-4d19-9f6f-2d2402e38e71 req-3bb4a888-3233-4b7a-a6d6-9bb9f162dc45 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0527823 Jul 14 11:47:00.843065 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-51b7adff-4d6f-457e-8a71-da462566057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '1b6076cc-b24b-4045-8a43-3643bd67f219', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'port_id': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'mac_address': 'fa:16:3e:4d:07:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:46:59Z', 'updated_at': '2022-07-14T11:46:59Z', 'revision_number': 0, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f807a3-0edc-478d-8543-28da0bdf79ff', 'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'mac_address': 'fa:16:3e:eb:a1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:32Z', 'updated_at': '2022-07-14T11:45:37Z', 'revision_number': 5, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'subnets': [{'id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:00.850967 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d5a287f8-19b4-4d19-9f6f-2d2402e38e71 req-de53b7d6-f6d6-4020-b341-a69bc50fe6d8 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458252 Jul 14 11:47:00.879360 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7adff-4d6f-457e-8a71-da462566057b None None] Checking router: e5cfcccc-e251-4738-90e9-ab2784726b43 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:00.892130 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b7adff-4d6f-457e-8a71-da462566057b None None] Routers {'e5cfcccc-e251-4738-90e9-ab2784726b43'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:00.892853 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-51b7adff-4d6f-457e-8a71-da462566057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:46:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e5cfcccc-e251-4738-90e9-ab2784726b43'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:01.011584 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-51b7adff-4d6f-457e-8a71-da462566057b None None] Set router e5cfcccc-e251-4738-90e9-ab2784726b43 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:01.165947 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6 req-6863887d-5325-48de-a387-08afb6634091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:01.167389 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6 req-6863887d-5325-48de-a387-08afb6634091 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca23768669a74586a221c14ebaa8ee26&device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 1130 time: 0.0767088 Jul 14 11:47:01.181954 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db13ec-9a3a-412f-b571-27c73db5f1c1 req-ccb3686c-e853-4019-aeef-cec4ec455b6f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:01.183466 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c6db13ec-9a3a-412f-b571-27c73db5f1c1 req-ccb3686c-e853-4019-aeef-cec4ec455b6f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0585139 Jul 14 11:47:01.234632 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c6db13ec-9a3a-412f-b571-27c73db5f1c1 req-23b989f5-4f6c-400a-8b6e-c3914f86920f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446556 Jul 14 11:47:01.268940 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-51b7adff-4d6f-457e-8a71-da462566057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '1b6076cc-b24b-4045-8a43-3643bd67f219', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'port_id': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'mac_address': 'fa:16:3e:4d:07:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:46:59Z', 'updated_at': '2022-07-14T11:46:59Z', 'revision_number': 0, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f807a3-0edc-478d-8543-28da0bdf79ff', 'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'mac_address': 'fa:16:3e:eb:a1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:32Z', 'updated_at': '2022-07-14T11:45:37Z', 'revision_number': 5, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'subnets': [{'id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:01.270695 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:01.298629 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7adff-4d6f-457e-8a71-da462566057b None None] The sync data for ids ['e5cfcccc-e251-4738-90e9-ab2784726b43'] in dv-cinder-849803-1-iscsi is: [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '1b6076cc-b24b-4045-8a43-3643bd67f219', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'port_id': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'mac_address': 'fa:16:3e:4d:07:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:46:59Z', 'updated_at': '2022-07-14T11:46:59Z', 'revision_number': 0, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f807a3-0edc-478d-8543-28da0bdf79ff', 'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'mac_address': 'fa:16:3e:eb:a1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:32Z', 'updated_at': '2022-07-14T11:45:37Z', 'revision_number': 5, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'subnets': [{'id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:01.587407 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d56767-bf30-45b3-b509-b00adc96eb6f None None] New status for floating IP 1b6076cc-b24b-4045-8a43-3643bd67f219: ACTIVE {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:47:01.805604 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6beb0e-c605-47f0-9ad0-9729a17a8526 req-e294903a-a6ae-4ecd-92a8-c262cb4b47ed tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:01.807117 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f6beb0e-c605-47f0-9ad0-9729a17a8526 req-e294903a-a6ae-4ecd-92a8-c262cb4b47ed tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0493696 Jul 14 11:47:01.858552 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7f6beb0e-c605-47f0-9ad0-9729a17a8526 req-153759aa-bce2-4ebe-a8e1-72b5a606d47a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457118 Jul 14 11:47:01.968424 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4734d3-4976-4d87-a9cd-d9eda0f0d479 req-238d34bf-9eed-4985-a1e4-fbe138d8e870 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:01.969862 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9d4734d3-4976-4d87-a9cd-d9eda0f0d479 req-238d34bf-9eed-4985-a1e4-fbe138d8e870 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 948 time: 0.0462627 Jul 14 11:47:02.017519 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9d4734d3-4976-4d87-a9cd-d9eda0f0d479 req-b6736c3b-90b0-45c5-a6bf-fa4d6c3347f1 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Jul 14 11:47:02.351973 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3b225-6494-465e-9f0b-1dc09497de0e req-ee3eeb8c-54ca-4774-8c55-191b59d97b8e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:02.353492 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-98c3b225-6494-465e-9f0b-1dc09497de0e req-ee3eeb8c-54ca-4774-8c55-191b59d97b8e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0499022 Jul 14 11:47:02.401732 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-98c3b225-6494-465e-9f0b-1dc09497de0e req-87a6201a-1fff-45f2-aaf6-c5e657f6b6ae tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Jul 14 11:47:02.471709 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device ba72d0b2-3ada-4475-825a-02b31c695891 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:47:02.581195 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6 req-fb58cf36-0bb7-481e-a6f8-7abde56ee900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:02.582741 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6 req-fb58cf36-0bb7-481e-a6f8-7abde56ee900 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f77a597b-ab8a-49e2-9a1d-e420c995c2e6 HTTP/1.1" status: 200 len: 910 time: 0.1024656 Jul 14 11:47:02.587096 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port ba72d0b2-3ada-4475-825a-02b31c695891, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ba72d0b2-3ada-4475-825a-02b31c695891,segment=NetworkSegment(b560f865-6046-48f1-8d41-db0cf1caba2a),segment_id=b560f865-6046-48f1-8d41-db0cf1caba2a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:02.601513 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'ba72d0b2-3ada-4475-825a-02b31c695891', 'network_id': '0bd10450-ea56-4c88-a37a-49c6d8bde94c', 'port_id': 'ba72d0b2-3ada-4475-825a-02b31c695891', 'mac_address': 'fa:16:3e:8b:78:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1709253f-3e64-4e2f-a7e4-bb8cf828cbec', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:47:02.649204 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port ba72d0b2-3ada-4475-825a-02b31c695891 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:02.649600 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:02.662886 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba72d0b2-3ada-4475-825a-02b31c695891 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:47:02.682799 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port ba72d0b2-3ada-4475-825a-02b31c695891, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ba72d0b2-3ada-4475-825a-02b31c695891,segment=NetworkSegment(b560f865-6046-48f1-8d41-db0cf1caba2a),segment_id=b560f865-6046-48f1-8d41-db0cf1caba2a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:02.766841 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:02.813484 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=ba72d0b2-3ada-4475-825a-02b31c695891,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:02.979876 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cda50-dea2-4e16-902d-a1638b9aa32d req-662e1fa0-3908-4a93-b38f-136fd8656498 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:02.981415 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba0cda50-dea2-4e16-902d-a1638b9aa32d req-662e1fa0-3908-4a93-b38f-136fd8656498 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0506072 Jul 14 11:47:03.029518 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba0cda50-dea2-4e16-902d-a1638b9aa32d req-8b1df0a6-8f50-4f22-8cd7-ebb6c4f4aba0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419340 Jul 14 11:47:03.118895 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['ba72d0b2-3ada-4475-825a-02b31c695891'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:47:03.132745 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21972d77-4dd1-4079-8d71-da6ba4adc063 req-783273e6-7895-4bc3-8c42-da8c1469909e tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:03.134325 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-21972d77-4dd1-4079-8d71-da6ba4adc063 req-783273e6-7895-4bc3-8c42-da8c1469909e tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 949 time: 0.0482044 Jul 14 11:47:03.186253 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-21972d77-4dd1-4079-8d71-da6ba4adc063 req-066b3607-a5ed-4f14-8fc5-cddbc9d288c9 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Jul 14 11:47:03.233306 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:03.259082 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:03.599119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b336-5854-40a8-80ba-cfcd3101f361 req-f74e9473-dad3-4aa7-8f96-debdd3465f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:03.600552 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a894b336-5854-40a8-80ba-cfcd3101f361 req-f74e9473-dad3-4aa7-8f96-debdd3465f81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 1127 time: 0.3312302 Jul 14 11:47:03.617337 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6 req-dbc593a9-3285-4717-9f56-eea37ce8e917 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df04a441-a4c9-485f-845a-68acb74d2d4e HTTP/1.1" status: 200 len: 1002 time: 0.3556480 Jul 14 11:47:03.637478 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7ade2-104a-4d2d-a66f-3d3f2e76cfa2 req-fdc5c778-0e1c-4004-a2e4-ff64ec1cb91f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:03.639460 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-21f7ade2-104a-4d2d-a66f-3d3f2e76cfa2 req-fdc5c778-0e1c-4004-a2e4-ff64ec1cb91f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0597496 Jul 14 11:47:03.692282 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-21f7ade2-104a-4d2d-a66f-3d3f2e76cfa2 req-e729cf0f-625e-4d31-9ca0-d1fab363039d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452929 Jul 14 11:47:04.066536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220f736-686c-47dd-aaa8-83b0657e5b4d req-5d9b1137-4d96-46aa-ae57-636485236d81 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:04.068065 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-8220f736-686c-47dd-aaa8-83b0657e5b4d req-5d9b1137-4d96-46aa-ae57-636485236d81 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0510230 Jul 14 11:47:04.118514 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-8220f736-686c-47dd-aaa8-83b0657e5b4d req-02c05b80-804c-46d3-b95e-57787292bf06 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443888 Jul 14 11:47:04.240435 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6 req-7e51c243-ebf0-455c-88a2-640a5aea3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:04.241925 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6 req-7e51c243-ebf0-455c-88a2-640a5aea3d78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46504c9e-19fd-4478-98eb-c2f656aa93e9 HTTP/1.1" status: 200 len: 848 time: 0.1368313 Jul 14 11:47:04.255630 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187cbeb-a812-4857-93e3-2744408a7548 req-1b35c6fd-4a19-428c-83db-71a65fa804f6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:04.257099 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a187cbeb-a812-4857-93e3-2744408a7548 req-1b35c6fd-4a19-428c-83db-71a65fa804f6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.1440008 Jul 14 11:47:04.277728 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:04.302523 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3351-20ee-4b6b-93d0-a67c9520b104 req-cb28f32d-cbab-4dca-8a4f-fcb30513ee58 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:04.304014 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9cdb3351-20ee-4b6b-93d0-a67c9520b104 req-cb28f32d-cbab-4dca-8a4f-fcb30513ee58 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 949 time: 0.0520427 Jul 14 11:47:04.305085 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b336-5854-40a8-80ba-cfcd3101f361 req-7e287c24-d479-4f0d-a7d0-9d6249f51b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:04.306645 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a894b336-5854-40a8-80ba-cfcd3101f361 req-7e287c24-d479-4f0d-a7d0-9d6249f51b46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 918 time: 0.1855834 Jul 14 11:47:04.316069 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:04.332818 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a187cbeb-a812-4857-93e3-2744408a7548 req-6e84ec26-9d81-4622-af6d-a74753eeb174 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665669 Jul 14 11:47:04.356263 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9cdb3351-20ee-4b6b-93d0-a67c9520b104 req-249adff6-5683-42d0-913c-2f253a661d04 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462792 Jul 14 11:47:04.486003 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device ba72d0b2-3ada-4475-825a-02b31c695891 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:04.533172 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port ba72d0b2-3ada-4475-825a-02b31c695891 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:47:04.607149 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port ba72d0b2-3ada-4475-825a-02b31c695891 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:04.611481 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:04.700685 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port ba72d0b2-3ada-4475-825a-02b31c695891 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:04.701356 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:04.738937 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70b1731-0a31-4df3-99fe-42587445a297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba72d0b2-3ada-4475-825a-02b31c695891'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:04.741413 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec8bf91-eafc-403e-9b62-8d6000b872a3" -d '{"events": [{"server_uuid": "a70b1731-0a31-4df3-99fe-42587445a297", "name": "network-vif-plugged", "status": "completed", "tag": "ba72d0b2-3ada-4475-825a-02b31c695891"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:04.761351 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port ba72d0b2-3ada-4475-825a-02b31c695891, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ba72d0b2-3ada-4475-825a-02b31c695891,segment=NetworkSegment(b560f865-6046-48f1-8d41-db0cf1caba2a),segment_id=b560f865-6046-48f1-8d41-db0cf1caba2a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:04.787751 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6325b243-4337-473f-b416-2d8c70aab634 x-openstack-request-id: req-6325b243-4337-473f-b416-2d8c70aab634 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:04.788057 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70b1731-0a31-4df3-99fe-42587445a297", "name": "network-vif-plugged", "status": "completed", "tag": "ba72d0b2-3ada-4475-825a-02b31c695891", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:04.788355 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6325b243-4337-473f-b416-2d8c70aab634 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:04.788780 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6325b243-4337-473f-b416-2d8c70aab634'] response: {'server_uuid': 'a70b1731-0a31-4df3-99fe-42587445a297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba72d0b2-3ada-4475-825a-02b31c695891', 'code': 200} Jul 14 11:47:04.812945 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:04.862312 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=ba72d0b2-3ada-4475-825a-02b31c695891,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:04.936512 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39666c0b-043c-4e90-a9d9-f45ad15d5e5d req-1cf5b5a5-5cce-429b-9f24-8250faefb12a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:04.937996 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-39666c0b-043c-4e90-a9d9-f45ad15d5e5d req-1cf5b5a5-5cce-429b-9f24-8250faefb12a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 946 time: 0.0479443 Jul 14 11:47:04.969512 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:04.986769 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-39666c0b-043c-4e90-a9d9-f45ad15d5e5d req-8746b5d9-2c08-4ecd-ac40-282d5523d971 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Jul 14 11:47:05.240399 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30ac0c-daae-435b-9cc2-7fbe30cbfeb0 req-7952505e-ab97-469f-bd80-f6ce20709ad8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:05.240399 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2a30ac0c-daae-435b-9cc2-7fbe30cbfeb0 req-7952505e-ab97-469f-bd80-f6ce20709ad8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0483553 Jul 14 11:47:05.352681 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae450b6-81ef-4b3b-8fe3-bcb3800920e9 req-eb0829bc-e26b-412a-833a-31a6098123ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:05.354539 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cae450b6-81ef-4b3b-8fe3-bcb3800920e9 req-eb0829bc-e26b-412a-833a-31a6098123ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 1130 time: 0.0616000 Jul 14 11:47:05.369898 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2a30ac0c-daae-435b-9cc2-7fbe30cbfeb0 req-459f0fc0-24d0-4d48-b89c-fce828a18e12 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264994 Jul 14 11:47:05.384411 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6 req-077c8413-149b-458a-af53-536dae42c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:05.385924 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6 req-077c8413-149b-458a-af53-536dae42c0a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f77a597b-ab8a-49e2-9a1d-e420c995c2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064739 Jul 14 11:47:05.393178 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a894b336-5854-40a8-80ba-cfcd3101f361 req-0e1b5c24-bb88-4441-95a7-636354a0e083 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 HTTP/1.1" status: 200 len: 999 time: 0.1092913 Jul 14 11:47:05.471786 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb01233-2902-4243-a676-9eccad244ef3 req-854cc1d1-fe5e-4567-9fa6-b4a5fcd422e0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:05.473795 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2fb01233-2902-4243-a676-9eccad244ef3 req-854cc1d1-fe5e-4567-9fa6-b4a5fcd422e0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0554240 Jul 14 11:47:05.495074 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2f8a-5495-493a-9669-1ff6a26662d1 req-41c81e70-37a9-4732-84db-9419313a1eee tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:05.496481 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-789f2f8a-5495-493a-9669-1ff6a26662d1 req-41c81e70-37a9-4732-84db-9419313a1eee tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 950 time: 0.0540202 Jul 14 11:47:05.523148 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2fb01233-2902-4243-a676-9eccad244ef3 req-55ac0cd8-0b4e-4fd9-b405-4fd25d474aa2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434337 Jul 14 11:47:05.548791 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-789f2f8a-5495-493a-9669-1ff6a26662d1 req-253b0e61-25b9-4c09-84dd-fd683c8a0291 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Jul 14 11:47:06.100733 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9a665-5aee-4383-8556-348b010f9d08 req-a3454e02-7d09-4434-957b-ea670b7646bf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:06.102234 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e0f9a665-5aee-4383-8556-348b010f9d08 req-a3454e02-7d09-4434-957b-ea670b7646bf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 946 time: 0.0488601 Jul 14 11:47:06.149553 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e0f9a665-5aee-4383-8556-348b010f9d08 req-793f7ac4-42c7-4714-a899-944cbdb18b44 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413032 Jul 14 11:47:06.485315 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70da0b-9bb6-424d-aefd-3199d8efd6d3 req-973f002f-6149-41f1-94f5-39e084acc281 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:06.487063 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8d70da0b-9bb6-424d-aefd-3199d8efd6d3 req-973f002f-6149-41f1-94f5-39e084acc281 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0471594 Jul 14 11:47:06.506270 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:47:06.534654 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8d70da0b-9bb6-424d-aefd-3199d8efd6d3 req-56e85f58-09c1-4ac7-a5f8-1050e0977dad tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420828 Jul 14 11:47:06.609659 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:06.624913 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'port_id': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'mac_address': 'fa:16:3e:1a:e0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:47:06.646706 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:06.669342 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84078810-5cb0-464c-918b-f27a272b9d9e req-30639780-aecc-4057-adaf-8481b8755546 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:06.671538 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-84078810-5cb0-464c-918b-f27a272b9d9e req-30639780-aecc-4057-adaf-8481b8755546 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 943 time: 0.0650227 Jul 14 11:47:06.674920 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:06.675272 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:06.683320 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1ab1f-1de4-4c19-80fc-2a9ffcc0f3fb req-54be84ed-eec3-4c99-85f5-6041b813efbf tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:06.685620 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a0a1ab1f-1de4-4c19-80fc-2a9ffcc0f3fb req-54be84ed-eec3-4c99-85f5-6041b813efbf tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 950 time: 0.0582192 Jul 14 11:47:06.689091 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:47:06.709961 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:06.724945 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-84078810-5cb0-464c-918b-f27a272b9d9e req-56318566-246e-47e3-8f6c-b2818b9fc9a4 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474288 Jul 14 11:47:06.738456 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a0a1ab1f-1de4-4c19-80fc-2a9ffcc0f3fb req-56b93445-df4f-465d-ab34-3702180d679b tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463841 Jul 14 11:47:06.766345 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:06.816914 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,revision_number=9']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:07.253636 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b336-5854-40a8-80ba-cfcd3101f361 req-b23e5fb0-a61f-41ce-a531-2b4e6285fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:07.255078 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a894b336-5854-40a8-80ba-cfcd3101f361 req-b23e5fb0-a61f-41ce-a531-2b4e6285fa6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ffca6be3-1873-4c11-b23e-8cff8d06e710 HTTP/1.1" status: 200 len: 856 time: 0.1379139 Jul 14 11:47:07.260872 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d27a4-eabe-4d41-84c2-55159c3a321e req-a74658a8-11a0-4860-b8d3-f1156647c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:07.262978 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a89d27a4-eabe-4d41-84c2-55159c3a321e req-a74658a8-11a0-4860-b8d3-f1156647c67e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 1134 time: 0.0863078 Jul 14 11:47:07.265954 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:47:07.285890 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6 req-0328a0c4-610c-4c7a-bd12-883628bc31aa service neutron] 10.222.0.55 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761670 Jul 14 11:47:07.289683 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:47:07.307042 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54690a23-cdc3-4bbf-8c9c-ae37f6937b4f req-b7cdbf2f-7781-4ca9-afa9-40f6c618d4a5 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:07.309084 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-54690a23-cdc3-4bbf-8c9c-ae37f6937b4f req-b7cdbf2f-7781-4ca9-afa9-40f6c618d4a5 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 946 time: 0.0818338 Jul 14 11:47:07.315069 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae450b6-81ef-4b3b-8fe3-bcb3800920e9 req-ec54246e-23af-496c-8ae4-7b71296e1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:07.317383 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cae450b6-81ef-4b3b-8fe3-bcb3800920e9 req-ec54246e-23af-496c-8ae4-7b71296e1381 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 919 time: 0.2046711 Jul 14 11:47:07.366647 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-54690a23-cdc3-4bbf-8c9c-ae37f6937b4f req-b7a4686f-7168-4d3f-853b-587a87c0476d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475764 Jul 14 11:47:07.453021 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b336-5854-40a8-80ba-cfcd3101f361 req-0dd3e966-93fd-4cf7-b581-9b524a61d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:07.454827 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a894b336-5854-40a8-80ba-cfcd3101f361 req-0dd3e966-93fd-4cf7-b581-9b524a61d315 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4586847-6136-4dce-945a-818d63fc4328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1368110 Jul 14 11:47:07.469185 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a89d27a4-eabe-4d41-84c2-55159c3a321e req-179689a5-c29b-41d5-a020-eaa12e5ba199 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405718 Jul 14 11:47:07.483693 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cae450b6-81ef-4b3b-8fe3-bcb3800920e9 req-94e4fb84-e8fd-472a-98de-534b97bf3586 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f84daf6d-a5b5-4dcc-95ba-a981a1687434 HTTP/1.1" status: 200 len: 217 time: 0.0376418 Jul 14 11:47:07.493312 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92ca5a51-fb64-4763-acbc-7e49ba4e68a6 req-c1066d6e-9d6b-4740-b84e-b605004eda7f service neutron] 10.222.0.55 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763601 Jul 14 11:47:07.649141 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc922f98-e9d2-456e-888f-6495041ae6da req-e8d047c8-2e30-4257-8c4f-0b9bad43a9b9 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:07.650637 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dc922f98-e9d2-456e-888f-6495041ae6da req-e8d047c8-2e30-4257-8c4f-0b9bad43a9b9 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0488777 Jul 14 11:47:07.699095 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dc922f98-e9d2-456e-888f-6495041ae6da req-fe5c2bc7-83b1-47d2-8ead-b62445b866b4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427208 Jul 14 11:47:07.800071 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:07.829659 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:07.882774 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-123ce4a6-2c09-41fe-94bc-314b42a421ed tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:07.884254 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-123ce4a6-2c09-41fe-94bc-314b42a421ed tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 946 time: 0.0999207 Jul 14 11:47:07.884737 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae450b6-81ef-4b3b-8fe3-bcb3800920e9 req-477b3922-003f-4323-8dc7-6adcaac36a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:07.886213 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cae450b6-81ef-4b3b-8fe3-bcb3800920e9 req-477b3922-003f-4323-8dc7-6adcaac36a80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.1034050 Jul 14 11:47:07.898009 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381b2a6-ef57-4d08-89e1-c54a0b3af64d req-428cc983-aabb-43d2-a471-f29e78207839 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:07.900568 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f381b2a6-ef57-4d08-89e1-c54a0b3af64d req-428cc983-aabb-43d2-a471-f29e78207839 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 944 time: 0.0751584 Jul 14 11:47:07.917693 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291e51a-196a-4e23-a8b8-28cab7de6898 req-177ec693-e983-47df-865d-d6ad97f25bc1 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:07.919203 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d291e51a-196a-4e23-a8b8-28cab7de6898 req-177ec693-e983-47df-865d-d6ad97f25bc1 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 950 time: 0.0903502 Jul 14 11:47:07.946918 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a894b336-5854-40a8-80ba-cfcd3101f361 req-97446bea-0e47-4252-ad2b-5148b12b2ab9 service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255909 Jul 14 11:47:07.963558 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae450b6-81ef-4b3b-8fe3-bcb3800920e9 req-fc1fbd5d-efe6-46ab-9d4c-4d00cbbd3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:07.968601 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cae450b6-81ef-4b3b-8fe3-bcb3800920e9 req-fc1fbd5d-efe6-46ab-9d4c-4d00cbbd3be6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632899 Jul 14 11:47:07.997688 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f381b2a6-ef57-4d08-89e1-c54a0b3af64d req-9ae42d38-e2fd-466e-8f66-ef297c5af641 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633867 Jul 14 11:47:08.092779 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Deleting port 1385e79d-6995-4f4e-8388-fd33d56039d8 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:47:08.094280 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:08.105378 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d291e51a-196a-4e23-a8b8-28cab7de6898 req-47d1f09b-334e-44a7-9a94-f92739b67983 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561978 Jul 14 11:47:08.176457 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a894b336-5854-40a8-80ba-cfcd3101f361 req-fbb231ee-2e08-4a29-a461-eaa2086f15cb service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106216 Jul 14 11:47:08.205128 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] For port 1385e79d-6995-4f4e-8388-fd33d56039d8, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=1385e79d-6995-4f4e-8388-fd33d56039d8,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:08.205510 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:08.381415 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c2790-5ffc-4b76-ba54-c71982714924 req-ad582ac1-706c-447f-a92a-3bea406b0850 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:08.382917 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-020c2790-5ffc-4b76-ba54-c71982714924 req-ad582ac1-706c-447f-a92a-3bea406b0850 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.1102412 Jul 14 11:47:08.507957 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-020c2790-5ffc-4b76-ba54-c71982714924 req-dc2b7cc3-b9fd-4324-abf5-1073a231318d tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175818 Jul 14 11:47:08.512053 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:08.512481 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (93420e47-f4f2-4cb6-87bd-a17925feebb3), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:08.512809 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Floating IP 93420e47-f4f2-4cb6-87bd-a17925feebb3 disassociated. External IP: 172.27.3.215, port: 1385e79d-6995-4f4e-8388-fd33d56039d8. Jul 14 11:47:08.514103 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Calling delete_port for 1385e79d-6995-4f4e-8388-fd33d56039d8 owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:47:08.539321 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b43a2-0b3a-45a9-9ede-f97ef7ec5993 req-60853eef-38f0-4549-88af-678e2c7de43a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:08.540765 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6d2b43a2-0b3a-45a9-9ede-f97ef7ec5993 req-60853eef-38f0-4549-88af-678e2c7de43a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 946 time: 0.0668161 Jul 14 11:47:08.546455 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:08.560382 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cae450b6-81ef-4b3b-8fe3-bcb3800920e9 req-9aa777d7-6c78-4b3a-9e7a-bcaf30f77b04 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470194 Jul 14 11:47:08.612233 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:08.612233 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:08.615348 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6d2b43a2-0b3a-45a9-9ede-f97ef7ec5993 req-049e9692-cbad-44b6-9685-b3c36c598524 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=516f8339-bcac-4454-ab05-0a0c40cbf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624168 Jul 14 11:47:08.628967 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:08.683639 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:08.686292 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:08.687232 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:08.714764 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:08.716403 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (1385e79d-6995-4f4e-8388-fd33d56039d8), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:08.717791 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5e76e4-c393-46e2-b9da-62cfc5a14747" -d '{"events": [{"server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "name": "network-vif-plugged", "status": "completed", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:08.731717 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:08.754677 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'Port': ['ID=1385e79d-6995-4f4e-8388-fd33d56039d8,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:08.767380 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.767728 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.768070 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.768409 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.768743 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.769072 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.769592 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.769922 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.770250 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.770574 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.770980 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.771304 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.771667 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.772220 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.772558 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:08.801828 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:08.803224 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 1385e79d-6995-4f4e-8388-fd33d56039d8 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:08.808939 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d511efd3-eeae-498e-ab4c-fa9748997be8 x-openstack-request-id: req-d511efd3-eeae-498e-ab4c-fa9748997be8 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:08.810954 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "name": "network-vif-plugged", "status": "completed", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:08.810954 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d511efd3-eeae-498e-ab4c-fa9748997be8 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:08.810954 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d511efd3-eeae-498e-ab4c-fa9748997be8'] response: {'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'code': 200} Jul 14 11:47:08.816335 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:08.820706 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cae450b6-81ef-4b3b-8fe3-bcb3800920e9 req-9c35eeca-8f04-43d2-9d38-7d9032414354 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229687 Jul 14 11:47:08.846259 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 1385e79d-6995-4f4e-8388-fd33d56039d8 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:47:08.846604 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 1385e79d-6995-4f4e-8388-fd33d56039d8 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:08.873830 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,revision_number=10']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:08.874183 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:08.914947 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d82edf-3695-44b2-b955-bfa5ed1dff7c req-a59d6f0c-fc62-42cb-bb0d-7377a5f23465 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:08.916428 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f0d82edf-3695-44b2-b955-bfa5ed1dff7c req-a59d6f0c-fc62-42cb-bb0d-7377a5f23465 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0834115 Jul 14 11:47:08.969631 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:47:08.987921 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f0d82edf-3695-44b2-b955-bfa5ed1dff7c req-c19d10f3-f9b6-4a59-82f3-3000bbcea682 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646617 Jul 14 11:47:09.090332 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:09.102582 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35b075-ce29-44aa-ac50-7d23caf67f65 None None] Sync routers for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:09.114559 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35b075-ce29-44aa-ac50-7d23caf67f65 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:09.115414 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-0a35b075-ce29-44aa-ac50-7d23caf67f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:46:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:09.135022 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b379f-d9b6-4a9e-91df-3993e2024cbf req-cdd0e74a-dfe4-4f6c-928b-d992eb074dac tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:09.142513 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f64b379f-d9b6-4a9e-91df-3993e2024cbf req-cdd0e74a-dfe4-4f6c-928b-d992eb074dac tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0661983 Jul 14 11:47:09.144367 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] No DVR routers for this DVR port 1385e79d-6995-4f4e-8388-fd33d56039d8 on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:47:09.149395 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:09.152742 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dfa4ce97-87eb-40f3-b861-af65bdbd2c66 req-5c82538a-c63f-4ad8-b9b3-5acb550430ad tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "DELETE /v2.0/ports/1385e79d-6995-4f4e-8388-fd33d56039d8 HTTP/1.1" status: 204 len: 173 time: 1.2532423 Jul 14 11:47:09.153301 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'name': 'network-vif-deleted', 'tag': '1385e79d-6995-4f4e-8388-fd33d56039d8'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:09.155629 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d75796c-d16a-4b61-a4c9-aca9a25ff318" -d '{"events": [{"server_uuid": "3b863b39-54e7-4601-bb9b-d41e745f2e25", "name": "network-vif-deleted", "tag": "1385e79d-6995-4f4e-8388-fd33d56039d8"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:09.202707 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f64b379f-d9b6-4a9e-91df-3993e2024cbf req-1b12fb38-f3e3-4e7d-a8c2-db706ac0466c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592139 Jul 14 11:47:09.247292 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1f0aa-76c0-43f2-969f-915d788a4cde req-f5f36422-629a-42a0-ba94-b94bc63cca2d tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:09.249849 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8eb1f0aa-76c0-43f2-969f-915d788a4cde req-f5f36422-629a-42a0-ba94-b94bc63cca2d tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 950 time: 0.0629661 Jul 14 11:47:09.277679 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0ac712-af63-42f0-88ea-78022d398cca x-openstack-request-id: req-da0ac712-af63-42f0-88ea-78022d398cca {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:09.278139 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b863b39-54e7-4601-bb9b-d41e745f2e25", "name": "network-vif-deleted", "tag": "1385e79d-6995-4f4e-8388-fd33d56039d8", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:09.278574 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-da0ac712-af63-42f0-88ea-78022d398cca {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:09.279689 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0ac712-af63-42f0-88ea-78022d398cca'] response: {'server_uuid': '3b863b39-54e7-4601-bb9b-d41e745f2e25', 'name': 'network-vif-deleted', 'tag': '1385e79d-6995-4f4e-8388-fd33d56039d8', 'status': 'completed', 'code': 200} Jul 14 11:47:09.313816 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8eb1f0aa-76c0-43f2-969f-915d788a4cde req-4088cf6f-3738-4ba3-acfe-432ca43ecd26 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582817 Jul 14 11:47:09.369187 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-0a35b075-ce29-44aa-ac50-7d23caf67f65 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:09.480314 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:09.530374 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:09.600034 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-0a35b075-ce29-44aa-ac50-7d23caf67f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e5c18852-dcb4-4d4b-b24e-dd3f0af6b075', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:f3:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:54Z', 'revision_number': 2, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:09.633746 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35b075-ce29-44aa-ac50-7d23caf67f65 None None] Checking router: a12ab71c-1de3-4b12-86f7-5c9fecff0c40 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:09.643711 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35b075-ce29-44aa-ac50-7d23caf67f65 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:09.644330 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-0a35b075-ce29-44aa-ac50-7d23caf67f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:46:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:09.651936 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5736e46-8657-4e01-a594-f1362aaefb86 req-635a0a05-0b79-42bc-aa4b-c17025b6e9f2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:09.653484 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f5736e46-8657-4e01-a594-f1362aaefb86 req-635a0a05-0b79-42bc-aa4b-c17025b6e9f2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0699966 Jul 14 11:47:09.722768 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f5736e46-8657-4e01-a594-f1362aaefb86 req-710c4bb6-0382-4b54-b99d-6d8061614813 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603933 Jul 14 11:47:09.728064 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8b6a56da-8d8b-41ce-8fd7-056c88c729d9 req-e83d2475-4b42-404e-81dd-e4d9c7665bfe tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 210 time: 0.0373960 Jul 14 11:47:09.765771 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-0a35b075-ce29-44aa-ac50-7d23caf67f65 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:09.992993 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-0a35b075-ce29-44aa-ac50-7d23caf67f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e5c18852-dcb4-4d4b-b24e-dd3f0af6b075', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:f3:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:54Z', 'revision_number': 2, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:10.020032 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35b075-ce29-44aa-ac50-7d23caf67f65 None None] The sync data for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi is: [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e5c18852-dcb4-4d4b-b24e-dd3f0af6b075', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:f3:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:44:18Z', 'updated_at': '2022-07-14T11:44:54Z', 'revision_number': 2, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:10.125461 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0dc12-27e2-458c-a008-648367cd65e0 req-cc3f6c76-48b1-4740-b9a6-73fc5481dafc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:10.127555 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2bb0dc12-27e2-458c-a008-648367cd65e0 req-cc3f6c76-48b1-4740-b9a6-73fc5481dafc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0548761 Jul 14 11:47:10.180232 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2bb0dc12-27e2-458c-a008-648367cd65e0 req-06e4b580-53ff-438c-bbdb-535a288a6be8 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469947 Jul 14 11:47:10.290955 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76e535-92f8-4e8f-8080-cd6b067f5b7b None None] New status for floating IP 93420e47-f4f2-4cb6-87bd-a17925feebb3: DOWN {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:47:10.333510 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f1231-3f5f-4d88-8b39-2f940136de5d req-27318945-4e63-47ab-a2a0-422293a0419f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:10.335113 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e62f1231-3f5f-4d88-8b39-2f940136de5d req-27318945-4e63-47ab-a2a0-422293a0419f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0529485 Jul 14 11:47:10.392611 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e62f1231-3f5f-4d88-8b39-2f940136de5d req-edf0b66e-6f7c-4e53-8299-59c898ad4328 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451722 Jul 14 11:47:10.462394 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:10.462394 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097b47d-2693-4db3-8cd0-47698828678e req-13a7470b-9ee9-4882-a423-b749e2c5b8c2 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:10.462394 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9097b47d-2693-4db3-8cd0-47698828678e req-13a7470b-9ee9-4882-a423-b749e2c5b8c2 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 950 time: 0.0486920 Jul 14 11:47:10.522161 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9097b47d-2693-4db3-8cd0-47698828678e req-41e2feb2-6806-4a3b-a3e3-587b4518da23 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572190 Jul 14 11:47:10.830129 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d1ba2-0b2f-43e7-950e-9d40e491d5b2 req-00b29054-d9fb-44d3-aecf-4b4768bf88af tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:10.831584 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a00d1ba2-0b2f-43e7-950e-9d40e491d5b2 req-00b29054-d9fb-44d3-aecf-4b4768bf88af tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0478249 Jul 14 11:47:10.883059 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a00d1ba2-0b2f-43e7-950e-9d40e491d5b2 req-8eaf250b-b703-4f95-8057-ac3e2f274d91 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457172 Jul 14 11:47:10.973472 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-48a45d1b-10b6-4a34-aa40-b50c87095acc req-aa3717f4-7ffc-49bb-9cd4-42066adcebb7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 210 time: 0.0314372 Jul 14 11:47:11.055540 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4f290-1c1e-4144-bdac-6b9912118944 req-9adf17c4-1b41-43e3-a24b-d125885e4f8d tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:11.057009 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-06b4f290-1c1e-4144-bdac-6b9912118944 req-9adf17c4-1b41-43e3-a24b-d125885e4f8d tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 950 time: 0.0503500 Jul 14 11:47:11.103200 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-06b4f290-1c1e-4144-bdac-6b9912118944 req-b3a6b7c4-1885-4b6b-afbf-cc995f72a837 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Jul 14 11:47:11.298190 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66898d59-e0cf-4306-a835-09472c1381aa req-760e19f8-5bc6-40a6-a505-0954cb29d5be tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:11.299682 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-66898d59-e0cf-4306-a835-09472c1381aa req-760e19f8-5bc6-40a6-a505-0954cb29d5be tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0496955 Jul 14 11:47:11.360477 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-66898d59-e0cf-4306-a835-09472c1381aa req-bd9c5a5a-2e9a-4615-8b01-d37b9e83331d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531213 Jul 14 11:47:11.522279 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01297ddf-959e-420a-bc95-6d77197afe80 req-eae4cbe9-9f97-48ef-b458-22b6292ae81e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:11.523765 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-01297ddf-959e-420a-bc95-6d77197afe80 req-eae4cbe9-9f97-48ef-b458-22b6292ae81e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0502045 Jul 14 11:47:11.572000 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-01297ddf-959e-420a-bc95-6d77197afe80 req-06a5f088-759a-44f9-a345-4251a3045961 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421128 Jul 14 11:47:11.996303 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaac8c7-df94-4239-90b6-4b4205f0f308 req-c4b9bf6e-1978-466a-9522-28789d34dfba tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:11.997848 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-daaac8c7-df94-4239-90b6-4b4205f0f308 req-c4b9bf6e-1978-466a-9522-28789d34dfba tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0478244 Jul 14 11:47:12.050571 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-daaac8c7-df94-4239-90b6-4b4205f0f308 req-2396440c-d49c-4139-8c2d-b531fc613349 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471146 Jul 14 11:47:12.086980 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-eac3ceb6-ee1c-4dd4-9afd-4b2fa009ae09 req-e59d5b24-b3f9-4008-a085-3baef6cdd21f tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 210 time: 0.0322130 Jul 14 11:47:12.223003 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a47716-8875-47a6-850c-92850d702a41 req-4dc2b54e-d907-49e5-b455-97a7892c39e2 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:12.224350 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-22a47716-8875-47a6-850c-92850d702a41 req-4dc2b54e-d907-49e5-b455-97a7892c39e2 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 950 time: 0.0493109 Jul 14 11:47:12.270180 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-22a47716-8875-47a6-850c-92850d702a41 req-5f4a6a10-f18a-4238-b72d-cd201d101b8e tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Jul 14 11:47:12.477527 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694fb6b-aec6-43bf-8a61-e99ebfe2b6ce req-76e7e5f4-2512-4ae1-afd8-5cc258bb8a9d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:12.478890 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5694fb6b-aec6-43bf-8a61-e99ebfe2b6ce req-76e7e5f4-2512-4ae1-afd8-5cc258bb8a9d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0497792 Jul 14 11:47:12.490624 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:12.526565 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5694fb6b-aec6-43bf-8a61-e99ebfe2b6ce req-0c92990c-4b03-4a92-9e20-6d08ce957a17 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Jul 14 11:47:12.699198 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806275c-ffb2-4526-8e8b-3a0f48ab3b99 req-d31ac418-330d-4117-a4ea-5d36da46270b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:12.701684 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1806275c-ffb2-4526-8e8b-3a0f48ab3b99 req-d31ac418-330d-4117-a4ea-5d36da46270b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0564988 Jul 14 11:47:12.761967 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1806275c-ffb2-4526-8e8b-3a0f48ab3b99 req-3d44b343-c4b0-4dbf-9c94-727c435a871b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547240 Jul 14 11:47:13.167771 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89489516-26c2-4106-8669-8def671104b2 req-5b4e1ed8-f8e8-40c5-aaf7-b6850bac3650 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:13.170759 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-89489516-26c2-4106-8669-8def671104b2 req-5b4e1ed8-f8e8-40c5-aaf7-b6850bac3650 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0479848 Jul 14 11:47:13.201624 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-155f882d-9c9b-46bb-a376-91e329217b0c req-d32cf936-59fd-4fd0-b668-5182d87477da tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 210 time: 0.0320730 Jul 14 11:47:13.217606 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-89489516-26c2-4106-8669-8def671104b2 req-4e6c543c-0f43-4491-8dbc-aed7e46c71bd tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424528 Jul 14 11:47:13.386546 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490e72a-5b79-48bb-842f-29fe26d20230 req-97091b3d-4696-4e02-a778-59ecae7cb424 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:13.386546 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1490e72a-5b79-48bb-842f-29fe26d20230 req-97091b3d-4696-4e02-a778-59ecae7cb424 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 950 time: 0.0493655 Jul 14 11:47:13.437395 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1490e72a-5b79-48bb-842f-29fe26d20230 req-6bef53c6-75c9-46db-854c-210bac5909ae tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450282 Jul 14 11:47:13.636729 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262ed58-55b6-4806-b977-07145338d202 req-8e843942-78fd-47e6-9605-a68fec563d4f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:13.638248 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6262ed58-55b6-4806-b977-07145338d202 req-8e843942-78fd-47e6-9605-a68fec563d4f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0451369 Jul 14 11:47:13.688532 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6262ed58-55b6-4806-b977-07145338d202 req-464af765-5a77-4406-83ea-d57ba78ee5ab tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442476 Jul 14 11:47:13.745515 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:13.774692 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d888a-47de-48b3-acf0-19983c24f3f9 req-0443da13-c60b-4782-a883-56103bca5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:13.776189 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-aa2d888a-47de-48b3-acf0-19983c24f3f9 req-0443da13-c60b-4782-a883-56103bca5f7b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 1130 time: 0.0395923 Jul 14 11:47:13.871348 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-aa2d888a-47de-48b3-acf0-19983c24f3f9 req-f682b018-8a69-47d0-9291-7299be7c759f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632887 Jul 14 11:47:13.881053 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f034ef-e945-4d7a-9345-284962aae579 req-a6c8ac8a-f4dc-48b7-bb2d-e884de4266ff tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:13.882550 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-17f034ef-e945-4d7a-9345-284962aae579 req-a6c8ac8a-f4dc-48b7-bb2d-e884de4266ff tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 950 time: 0.0744274 Jul 14 11:47:13.922808 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b6ef0-53b2-497f-a6dc-512c7acc64d3 req-8b900248-ec01-44ad-afd5-494c493cf281 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:13.924183 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-758b6ef0-53b2-497f-a6dc-512c7acc64d3 req-8b900248-ec01-44ad-afd5-494c493cf281 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0514245 Jul 14 11:47:13.972782 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-758b6ef0-53b2-497f-a6dc-512c7acc64d3 req-eec49af5-4f25-4fa4-b083-7f87376058a6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425951 Jul 14 11:47:14.189673 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-17f034ef-e945-4d7a-9345-284962aae579 req-f62cbc41-01f5-450e-a7c3-5d09296f431c tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Deleting port ba72d0b2-3ada-4475-825a-02b31c695891 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:47:14.190236 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-17f034ef-e945-4d7a-9345-284962aae579 req-f62cbc41-01f5-450e-a7c3-5d09296f431c tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:14.366286 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b423eb-76c4-4eba-a446-749ccc7d5d47 req-a722460e-143b-4ef9-baed-4d05788c6a9d tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:14.368489 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-21b423eb-76c4-4eba-a446-749ccc7d5d47 req-a722460e-143b-4ef9-baed-4d05788c6a9d tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0766482 Jul 14 11:47:14.423599 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-21b423eb-76c4-4eba-a446-749ccc7d5d47 req-5a15ba3a-90be-4405-957d-d54e32256468 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482743 Jul 14 11:47:14.516593 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d9e3afcf-d580-4c31-a8dc-b957a3738c9f req-245c9dc8-7425-4f4a-aa96-4d415e89de5c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=3b863b39-54e7-4601-bb9b-d41e745f2e25 HTTP/1.1" status: 200 len: 210 time: 0.0356035 Jul 14 11:47:14.549924 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-17f034ef-e945-4d7a-9345-284962aae579 req-f62cbc41-01f5-450e-a7c3-5d09296f431c tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] For port ba72d0b2-3ada-4475-825a-02b31c695891, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ba72d0b2-3ada-4475-825a-02b31c695891,segment=NetworkSegment(b560f865-6046-48f1-8d41-db0cf1caba2a),segment_id=b560f865-6046-48f1-8d41-db0cf1caba2a)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:14.550285 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-17f034ef-e945-4d7a-9345-284962aae579 req-f62cbc41-01f5-450e-a7c3-5d09296f431c tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:14.562714 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214712fa-8c8d-41f0-91a4-480e055789c8 req-4e2343ca-620c-4c61-b84d-77dfff8eccca tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:14.564149 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-17f034ef-e945-4d7a-9345-284962aae579 req-f62cbc41-01f5-450e-a7c3-5d09296f431c tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Calling delete_port for ba72d0b2-3ada-4475-825a-02b31c695891 owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:47:14.564293 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-214712fa-8c8d-41f0-91a4-480e055789c8 req-4e2343ca-620c-4c61-b84d-77dfff8eccca tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 950 time: 0.0519943 Jul 14 11:47:14.619018 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-214712fa-8c8d-41f0-91a4-480e055789c8 req-3579f3d7-020d-4bc5-9e1d-1f13998d77df tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/security-groups?id=1f4eae02-e8f4-4f44-9825-1283be51433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491138 Jul 14 11:47:14.625638 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:14.744339 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-17f034ef-e945-4d7a-9345-284962aae579 req-f62cbc41-01f5-450e-a7c3-5d09296f431c tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (ba72d0b2-3ada-4475-825a-02b31c695891), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:14.777114 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cbc41-01f5-450e-a7c3-5d09296f431c tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Pushing event deleted for resources: {'Port': ['ID=ba72d0b2-3ada-4475-825a-02b31c695891,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:14.824419 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f034ef-e945-4d7a-9345-284962aae579 req-f62cbc41-01f5-450e-a7c3-5d09296f431c tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] No DVR routers for this DVR port ba72d0b2-3ada-4475-825a-02b31c695891 on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:47:14.827059 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-17f034ef-e945-4d7a-9345-284962aae579 req-f62cbc41-01f5-450e-a7c3-5d09296f431c tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:14.830331 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-17f034ef-e945-4d7a-9345-284962aae579 req-f62cbc41-01f5-450e-a7c3-5d09296f431c tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.55 "DELETE /v2.0/ports/ba72d0b2-3ada-4475-825a-02b31c695891 HTTP/1.1" status: 204 len: 173 time: 0.7241275 Jul 14 11:47:14.830831 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70b1731-0a31-4df3-99fe-42587445a297', 'name': 'network-vif-deleted', 'tag': 'ba72d0b2-3ada-4475-825a-02b31c695891'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:14.833057 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5af95cb-afb8-48fb-b153-63fae8419ad1" -d '{"events": [{"server_uuid": "a70b1731-0a31-4df3-99fe-42587445a297", "name": "network-vif-deleted", "tag": "ba72d0b2-3ada-4475-825a-02b31c695891"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:14.874858 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b03c293-cc66-4454-9291-92666dc559bb x-openstack-request-id: req-5b03c293-cc66-4454-9291-92666dc559bb {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:14.875168 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70b1731-0a31-4df3-99fe-42587445a297", "name": "network-vif-deleted", "tag": "ba72d0b2-3ada-4475-825a-02b31c695891", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:14.875416 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5b03c293-cc66-4454-9291-92666dc559bb {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:14.875813 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b03c293-cc66-4454-9291-92666dc559bb'] response: {'server_uuid': 'a70b1731-0a31-4df3-99fe-42587445a297', 'name': 'network-vif-deleted', 'tag': 'ba72d0b2-3ada-4475-825a-02b31c695891', 'status': 'completed', 'code': 200} Jul 14 11:47:14.921817 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-04efd94f-34e1-446b-aff4-2eac3f0231c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:15.083356 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:15.091677 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e3c8d-081d-4abb-af3e-cb1df78be1b4 req-29f14a2f-e650-4c69-99e5-5bfc286b316a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:15.093130 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-771e3c8d-081d-4abb-af3e-cb1df78be1b4 req-29f14a2f-e650-4c69-99e5-5bfc286b316a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0487895 Jul 14 11:47:15.143937 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-771e3c8d-081d-4abb-af3e-cb1df78be1b4 req-3e86fccc-29ce-44cd-9dcf-06c75705811c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452058 Jul 14 11:47:15.537407 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba28f9-41c6-4d50-a4e5-14194539afd5 req-4eb875e6-eb39-48a0-b960-77420efd612f tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:15.539127 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-eaba28f9-41c6-4d50-a4e5-14194539afd5 req-4eb875e6-eb39-48a0-b960-77420efd612f tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0479548 Jul 14 11:47:15.558550 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38336) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:15.564120 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-e237b4b7-a463-4da3-bf1d-1ffe932f6fe5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716418125', 'description': 'tempest-description--1839565821'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:15.590747 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-eaba28f9-41c6-4d50-a4e5-14194539afd5 req-19260d2a-bf1a-4694-a339-5f37f5f31972 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457318 Jul 14 11:47:15.664746 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e237b4b7-a463-4da3-bf1d-1ffe932f6fe5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:15.688366 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38346) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:15.759825 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-51419276-618b-4b66-8529-cfbe379e97c2 req-a60eae9d-be57-4eac-a3bf-7e3c2be21d42 tempest-VolumesNegativeTest-119519696 tempest-VolumesNegativeTest-119519696-project] 10.222.0.40 "GET /v2.0/ports?device_id=a70b1731-0a31-4df3-99fe-42587445a297 HTTP/1.1" status: 200 len: 210 time: 0.0442648 Jul 14 11:47:15.774149 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e237b4b7-a463-4da3-bf1d-1ffe932f6fe5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group (1ea535f3-760d-430a-b5e8-e55b5a04199e), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:15.795507 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5804d9dd-0019-4abf-a615-ac915a7b0e95 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (516f8339-bcac-4454-ab05-0a0c40cbf5ba), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:15.822010 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5804d9dd-0019-4abf-a615-ac915a7b0e95 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (516f8339-bcac-4454-ab05-0a0c40cbf5ba), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:15.842212 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e237b4b7-a463-4da3-bf1d-1ffe932f6fe5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (1ea535f3-760d-430a-b5e8-e55b5a04199e), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:15.856861 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:15.873281 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237b4b7-a463-4da3-bf1d-1ffe932f6fe5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea535f3-760d-430a-b5e8-e55b5a04199e,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:15.944328 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5804d9dd-0019-4abf-a615-ac915a7b0e95 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (516f8339-bcac-4454-ab05-0a0c40cbf5ba), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:15.946306 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e237b4b7-a463-4da3-bf1d-1ffe932f6fe5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:15.947115 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5804d9dd-0019-4abf-a615-ac915a7b0e95 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:15.947594 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e237b4b7-a463-4da3-bf1d-1ffe932f6fe5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3874006 Jul 14 11:47:15.950703 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-5804d9dd-0019-4abf-a615-ac915a7b0e95 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "DELETE /v2.0/security-groups/516f8339-bcac-4454-ab05-0a0c40cbf5ba HTTP/1.1" status: 204 len: 168 time: 0.2617767 Jul 14 11:47:15.950703 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38366) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:15.956870 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38368) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:15.959457 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-816cfd36-c60e-40cc-9a81-aaed91251a80 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Request body: {'security_group_rule': {'security_group_id': '1ea535f3-760d-430a-b5e8-e55b5a04199e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:15.971712 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.api.v2.resource [None req-0fcc5e98-a0f9-42aa-8859-7d235016ba04 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] show failed (client error): The resource could not be found. Jul 14 11:47:15.972090 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d9dd-0019-4abf-a615-ac915a7b0e95 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516f8339-bcac-4454-ab05-0a0c40cbf5ba,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:15.972713 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-0fcc5e98-a0f9-42aa-8859-7d235016ba04 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups/516f8339-bcac-4454-ab05-0a0c40cbf5ba HTTP/1.1" status: 404 len: 347 time: 0.0146613 Jul 14 11:47:15.976034 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38370) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:16.070718 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-816cfd36-c60e-40cc-9a81-aaed91251a80 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group_rule (caad705d-cbb1-44da-90fc-98fe506c0a31), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.099239 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ae727-f378-4940-b226-65a1e6050f81 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Deleting port 8a47c462-019f-4dd4-aaa0-925b00b98384 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:47:16.099584 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e3ae727-f378-4940-b226-65a1e6050f81 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (8a47c462-019f-4dd4-aaa0-925b00b98384), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.131146 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-816cfd36-c60e-40cc-9a81-aaed91251a80 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group_rule (caad705d-cbb1-44da-90fc-98fe506c0a31), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.192028 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e3ae727-f378-4940-b226-65a1e6050f81 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (8a47c462-019f-4dd4-aaa0-925b00b98384), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.192391 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e3ae727-f378-4940-b226-65a1e6050f81 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (8a47c462-019f-4dd4-aaa0-925b00b98384), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.195921 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-816cfd36-c60e-40cc-9a81-aaed91251a80 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (caad705d-cbb1-44da-90fc-98fe506c0a31), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.209966 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ae727-f378-4940-b226-65a1e6050f81 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Calling delete_port for 8a47c462-019f-4dd4-aaa0-925b00b98384 owned by network:floatingip {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:47:16.222632 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cfd36-c60e-40cc-9a81-aaed91251a80 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caad705d-cbb1-44da-90fc-98fe506c0a31,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:16.312848 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-816cfd36-c60e-40cc-9a81-aaed91251a80 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.314162 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-816cfd36-c60e-40cc-9a81-aaed91251a80 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3595855 Jul 14 11:47:16.318384 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38388) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:16.321733 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-29f0975c-4368-4c69-8d66-5134490bc38e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Request body: {'security_group_rule': {'security_group_id': '1ea535f3-760d-430a-b5e8-e55b5a04199e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:16.334392 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c4a2-e45a-43e6-accc-fd893579dfc6 req-3f29a230-77f0-46a1-9f8e-444e340595c5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:16.335880 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-85a8c4a2-e45a-43e6-accc-fd893579dfc6 req-3f29a230-77f0-46a1-9f8e-444e340595c5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0958362 Jul 14 11:47:16.425991 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-85a8c4a2-e45a-43e6-accc-fd893579dfc6 req-197b6e5c-afae-49be-a440-60594bd27864 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810847 Jul 14 11:47:16.451452 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-29f0975c-4368-4c69-8d66-5134490bc38e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group_rule (6fc3ee51-2d75-4993-a9b8-24f85df17fec), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.465571 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:16.506816 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-29f0975c-4368-4c69-8d66-5134490bc38e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group_rule (6fc3ee51-2d75-4993-a9b8-24f85df17fec), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.527083 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e3ae727-f378-4940-b226-65a1e6050f81 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (8a47c462-019f-4dd4-aaa0-925b00b98384), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.535362 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device ba72d0b2-3ada-4475-825a-02b31c695891 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:16.552339 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ae727-f378-4940-b226-65a1e6050f81 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'Port': ['ID=8a47c462-019f-4dd4-aaa0-925b00b98384,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:16.554173 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: ba72d0b2-3ada-4475-825a-02b31c695891 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:47:16.554516 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device ba72d0b2-3ada-4475-825a-02b31c695891 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:16.612061 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-29f0975c-4368-4c69-8d66-5134490bc38e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (6fc3ee51-2d75-4993-a9b8-24f85df17fec), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.615082 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e3ae727-f378-4940-b226-65a1e6050f81 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (93420e47-f4f2-4cb6-87bd-a17925feebb3), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.620819 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2e3ae727-f378-4940-b226-65a1e6050f81 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.620819 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-2e3ae727-f378-4940-b226-65a1e6050f81 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "DELETE /v2.0/floatingips/93420e47-f4f2-4cb6-87bd-a17925feebb3 HTTP/1.1" status: 204 len: 168 time: 0.6431665 Jul 14 11:47:16.643797 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0975c-4368-4c69-8d66-5134490bc38e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc3ee51-2d75-4993-a9b8-24f85df17fec,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:16.719431 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bda51f-db3c-4191-9317-b676cf768b3c req-9ca8794c-bdf2-41dd-b7e6-7f9e86c30a0c tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:16.720866 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-75bda51f-db3c-4191-9317-b676cf768b3c req-9ca8794c-bdf2-41dd-b7e6-7f9e86c30a0c tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0518899 Jul 14 11:47:16.724358 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-29f0975c-4368-4c69-8d66-5134490bc38e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.725544 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-29f0975c-4368-4c69-8d66-5134490bc38e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4077926 Jul 14 11:47:16.728771 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38396) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:16.733872 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:16.779604 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-75bda51f-db3c-4191-9317-b676cf768b3c req-ecbd033c-00ae-450b-a245-9dd0001171d1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517633 Jul 14 11:47:16.818700 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:16.902725 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:16.928710 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:17.032279 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:17.049289 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Allocated IP 172.27.3.140 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/724e98e9-f2c5-433c-b8ad-5da357376dc3) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:17.121127 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-37b7ea84-7259-4c88-9599-6d6a44bf6756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:17.153053 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for port (724e98e9-f2c5-433c-b8ad-5da357376dc3), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:17.264441 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (724e98e9-f2c5-433c-b8ad-5da357376dc3), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:17.304246 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:17.309136 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:17.314117 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:47:17.319488 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event updated for resources: {'Port': ['ID=724e98e9-f2c5-433c-b8ad-5da357376dc3,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:17.406299 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for floatingip (4beff2a0-c320-4c92-95a6-5f06af6da28d), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:17.576323 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98912e-837a-468e-ba30-e8318a7caae4 req-6f68968d-da25-4c4a-9ff7-23c70697b42d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:17.577872 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f98912e-837a-468e-ba30-e8318a7caae4 req-6f68968d-da25-4c4a-9ff7-23c70697b42d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0670052 Jul 14 11:47:17.583160 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (724e98e9-f2c5-433c-b8ad-5da357376dc3), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:17.665952 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f98912e-837a-468e-ba30-e8318a7caae4 req-79368a75-b8cd-4ea1-90bd-5c99a05851fb tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807533 Jul 14 11:47:17.720350 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:17.780839 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for port (724e98e9-f2c5-433c-b8ad-5da357376dc3), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:17.841359 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (724e98e9-f2c5-433c-b8ad-5da357376dc3), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:17.939412 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event updated for resources: {'Port': ['ID=724e98e9-f2c5-433c-b8ad-5da357376dc3,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:17.943573 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56511f-b3fb-4972-ad08-c28332775353 req-e704dfbb-9bea-4396-b788-b1700b954b09 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:17.948859 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7e56511f-b3fb-4972-ad08-c28332775353 req-e704dfbb-9bea-4396-b788-b1700b954b09 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0896244 Jul 14 11:47:17.950295 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (4beff2a0-c320-4c92-95a6-5f06af6da28d), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:17.987119 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:18.004428 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7e56511f-b3fb-4972-ad08-c28332775353 req-70e1b8dd-8c2b-428a-89b8-1a746025aaab tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485787 Jul 14 11:47:18.032669 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:18.037501 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-331ba546-8c8a-4fa9-bcf1-ec58cfec5e6a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3043091 Jul 14 11:47:18.253116 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-b2cfa38a-4327-4669-8890-fc3045f98260 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--716418125&fields=id&tenant_id=951609a482e34e93908057a68c5dc706 HTTP/1.1" status: 200 len: 267 time: 0.0452342 Jul 14 11:47:18.270218 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:18.312747 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:18.380905 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981503a-7550-446f-9239-50912437efa6 req-f2cdf9a6-0ed1-4a6c-914a-0a7f751248b4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:18.382415 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-f2cdf9a6-0ed1-4a6c-914a-0a7f751248b4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 818 time: 0.1226494 Jul 14 11:47:18.399465 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-2a4e55ef-42b4-4d72-8740-46aceef6abe7 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/quotas/951609a482e34e93908057a68c5dc706 HTTP/1.1" status: 200 len: 375 time: 0.0108531 Jul 14 11:47:18.460920 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-e44cb4b9-c523-4d72-8a2c-604ae3b13d32 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0549309 Jul 14 11:47:18.563659 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-c05ada73-bfb0-4401-85fa-dc9a9e52af09 service neutron] 10.222.0.40 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884304 Jul 14 11:47:18.657643 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-41ee61f0-72a0-4251-a16e-e232f440ab11 service neutron] 10.222.0.40 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848153 Jul 14 11:47:18.903768 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3bdf5f22-8936-4138-b064-02968c32fb8e req-390037eb-ec21-4d61-87e7-08d2ad56c054 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 210 time: 0.0326431 Jul 14 11:47:19.127684 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8e4a-0426-4737-bbfb-b3733e044f9a req-7d8bbfd9-7c0b-4f67-a757-a22301237e19 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:19.129409 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-aebf8e4a-0426-4737-bbfb-b3733e044f9a req-7d8bbfd9-7c0b-4f67-a757-a22301237e19 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0538335 Jul 14 11:47:19.184707 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-aebf8e4a-0426-4737-bbfb-b3733e044f9a req-dc2def59-bb59-4823-b087-d9a2c7d315f4 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480626 Jul 14 11:47:19.630821 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92c1b0-1dbc-4974-b003-f50330e2fbed req-69488e89-a4a1-4982-8922-34f9d2d14ee9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:19.632331 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-de92c1b0-1dbc-4974-b003-f50330e2fbed req-69488e89-a4a1-4982-8922-34f9d2d14ee9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0509787 Jul 14 11:47:19.670975 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:19.684951 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-de92c1b0-1dbc-4974-b003-f50330e2fbed req-6b016be3-cd20-422c-8e02-c2e2c15d2bb2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447977 Jul 14 11:47:19.784585 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba1e9a-a4f8-42ac-ac20-c0d8abf61f23 req-fa5653ac-1f1f-4810-81bb-5f1f60f90b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:19.786158 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-35ba1e9a-a4f8-42ac-ac20-c0d8abf61f23 req-fa5653ac-1f1f-4810-81bb-5f1f60f90b13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48a88ac7db8a481ca03508d315a0bc56&device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 1130 time: 0.0421824 Jul 14 11:47:19.897352 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba1e9a-a4f8-42ac-ac20-c0d8abf61f23 req-fff95408-d3f2-4dd1-8baf-d91f09afdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:19.902275 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-35ba1e9a-a4f8-42ac-ac20-c0d8abf61f23 req-fff95408-d3f2-4dd1-8baf-d91f09afdd7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 200 len: 912 time: 0.1098182 Jul 14 11:47:19.953774 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8fbca-602a-4559-bd25-01266034fdee req-49157553-cbe0-46c7-8ab9-5b0e614aa0ec tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:19.954801 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-59b8fbca-602a-4559-bd25-01266034fdee req-49157553-cbe0-46c7-8ab9-5b0e614aa0ec tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 946 time: 0.0697241 Jul 14 11:47:20.004874 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-96767824-d247-444c-90e0-167d6ebcdd88 req-bd234fc8-5e05-4bf3-85bb-5959116c6d93 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 210 time: 0.0335803 Jul 14 11:47:20.013540 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-59b8fbca-602a-4559-bd25-01266034fdee req-5b110bfd-2e54-4d55-8590-75d90c6ebafb tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520928 Jul 14 11:47:20.075394 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:20.366657 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:20.400655 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:20.767221 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:20.809338 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a99339-15f7-4555-b9f6-75828a1ffb6d req-4d5c8b27-3137-44fd-af8c-d797daa7e4c6 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:20.811406 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-04a99339-15f7-4555-b9f6-75828a1ffb6d req-4d5c8b27-3137-44fd-af8c-d797daa7e4c6 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0550778 Jul 14 11:47:20.867489 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-04a99339-15f7-4555-b9f6-75828a1ffb6d req-2e74d1b9-ad45-439d-805d-7337b8bf7d56 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502398 Jul 14 11:47:21.109835 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b67a40f6-9f00-48d4-ab1d-023bbee1917d req-6aefc278-b473-482d-8df7-7a7c00ebd1d6 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 210 time: 0.0336850 Jul 14 11:47:21.135404 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc38e3-a7f4-4aa9-8220-6a7fa20eeb65 req-13912db2-7354-45fa-9dfc-2d77c0962607 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:21.136916 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-09cc38e3-a7f4-4aa9-8220-6a7fa20eeb65 req-13912db2-7354-45fa-9dfc-2d77c0962607 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 946 time: 0.0506794 Jul 14 11:47:21.184793 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-09cc38e3-a7f4-4aa9-8220-6a7fa20eeb65 req-8ae4e6ba-af79-46ca-b285-deffd0e840c6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423079 Jul 14 11:47:21.401474 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-35ba1e9a-a4f8-42ac-ac20-c0d8abf61f23 req-2a08e29a-f29a-4788-8671-7d07f71685d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a691a194-3f01-478d-96f7-2e83d0eb6f7d HTTP/1.1" status: 200 len: 1001 time: 0.0649183 Jul 14 11:47:21.460494 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba1e9a-a4f8-42ac-ac20-c0d8abf61f23 req-47a3b3a1-27cf-4208-b832-924b214f7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:21.462065 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-35ba1e9a-a4f8-42ac-ac20-c0d8abf61f23 req-47a3b3a1-27cf-4208-b832-924b214f7e7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a358cd9-2a9c-4885-95d8-0f50e266cbc6 HTTP/1.1" status: 200 len: 850 time: 0.0537357 Jul 14 11:47:21.563563 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba1e9a-a4f8-42ac-ac20-c0d8abf61f23 req-ffee4854-0232-4d74-9379-64d1da4a1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:21.565089 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-35ba1e9a-a4f8-42ac-ac20-c0d8abf61f23 req-ffee4854-0232-4d74-9379-64d1da4a1bab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d6f20b-bda5-4229-8026-f520c7f094ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429497 Jul 14 11:47:21.663733 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-35ba1e9a-a4f8-42ac-ac20-c0d8abf61f23 req-8af054a1-5bb4-4ff6-a0bc-1dc58408e73f service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907876 Jul 14 11:47:21.709548 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-a6e07690-bb20-4984-94a7-64ab25ad0a62 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:21.711056 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-a6e07690-bb20-4984-94a7-64ab25ad0a62 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 946 time: 0.0527537 Jul 14 11:47:21.757508 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-35ba1e9a-a4f8-42ac-ac20-c0d8abf61f23 req-e41dcef5-8fa2-405f-a71a-bac1aeea6739 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874143 Jul 14 11:47:22.095726 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Deleting port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:47:22.096074 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:22.108044 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1037970-21a7-4ec9-9d5a-13159bc100d5 req-5828253a-1bc2-46ec-8622-d76f898ebb17 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:22.109586 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b1037970-21a7-4ec9-9d5a-13159bc100d5 req-5828253a-1bc2-46ec-8622-d76f898ebb17 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0997169 Jul 14 11:47:22.211161 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-bf380c3a-f9f4-4b02-a5a6-f16077cacb69 req-5c2721d0-5868-42c4-ad48-96b639470a35 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 210 time: 0.0333343 Jul 14 11:47:22.219490 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b1037970-21a7-4ec9-9d5a-13159bc100d5 req-db18782e-17ec-4c20-aa3e-30360cd3acc9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975473 Jul 14 11:47:22.245522 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] For port 8ec85559-8aa6-4f19-b912-73c9a2d4d487, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ec85559-8aa6-4f19-b912-73c9a2d4d487,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:22.245884 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:22.316834 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d32bbd-ed91-4c6b-ade6-0f53b3b46638 req-7537e4a0-b0d8-4f17-8c1c-036e4f2ec873 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:22.318369 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c2d32bbd-ed91-4c6b-ade6-0f53b3b46638 req-7537e4a0-b0d8-4f17-8c1c-036e4f2ec873 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 946 time: 0.0500634 Jul 14 11:47:22.369927 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c2d32bbd-ed91-4c6b-ade6-0f53b3b46638 req-a2c13d0d-0135-44ce-9bc2-48cd93deaa51 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=b93b56da-d11e-4afe-a8a3-e8bfd670de6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 Jul 14 11:47:22.474669 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:22.475032 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (e5c18852-dcb4-4d4b-b24e-dd3f0af6b075), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:22.475342 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Floating IP e5c18852-dcb4-4d4b-b24e-dd3f0af6b075 disassociated. External IP: 172.27.3.15, port: 8ec85559-8aa6-4f19-b912-73c9a2d4d487. Jul 14 11:47:22.475681 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Calling delete_port for 8ec85559-8aa6-4f19-b912-73c9a2d4d487 owned by compute:nova {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:47:22.681254 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (8ec85559-8aa6-4f19-b912-73c9a2d4d487), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:22.688152 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:22.709401 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'Port': ['ID=8ec85559-8aa6-4f19-b912-73c9a2d4d487,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:22.759433 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:22.823321 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:47:22.954954 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:22.970878 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71090fb5-826b-4f32-8e23-9a297f5dd500 None None] Sync routers for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:22.990052 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71090fb5-826b-4f32-8e23-9a297f5dd500 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:22.990720 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-71090fb5-826b-4f32-8e23-9a297f5dd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:23.022384 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] No DVR routers for this DVR port 8ec85559-8aa6-4f19-b912-73c9a2d4d487 on host hv-cinder-84980 {{(pid=111167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:47:23.025245 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:23.028467 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3c35cf4c-d56a-4aad-8b56-d4b7e3dd7189 req-aa18b98e-fe47-43e1-a219-34787878dba1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "DELETE /v2.0/ports/8ec85559-8aa6-4f19-b912-73c9a2d4d487 HTTP/1.1" status: 204 len: 173 time: 1.3121309 Jul 14 11:47:23.028918 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'name': 'network-vif-deleted', 'tag': '8ec85559-8aa6-4f19-b912-73c9a2d4d487'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:23.031725 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec1f9fe-fb3c-4e5e-976c-60e51e2662d9" -d '{"events": [{"server_uuid": "edc1d8c0-48e2-49bd-8807-bb041db6a9df", "name": "network-vif-deleted", "tag": "8ec85559-8aa6-4f19-b912-73c9a2d4d487"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:23.079099 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c32b91b-b81e-45ca-83f9-bdf4b9b17ed3 x-openstack-request-id: req-3c32b91b-b81e-45ca-83f9-bdf4b9b17ed3 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:23.079457 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc1d8c0-48e2-49bd-8807-bb041db6a9df", "name": "network-vif-deleted", "tag": "8ec85559-8aa6-4f19-b912-73c9a2d4d487", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:23.079772 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3c32b91b-b81e-45ca-83f9-bdf4b9b17ed3 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:23.080235 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c32b91b-b81e-45ca-83f9-bdf4b9b17ed3'] response: {'server_uuid': 'edc1d8c0-48e2-49bd-8807-bb041db6a9df', 'name': 'network-vif-deleted', 'tag': '8ec85559-8aa6-4f19-b912-73c9a2d4d487', 'status': 'completed', 'code': 200} Jul 14 11:47:23.102623 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981503a-7550-446f-9239-50912437efa6 req-9c3d0dd0-e912-4026-aed1-bee0683cdde5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:23.105597 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-9c3d0dd0-e912-4026-aed1-bee0683cdde5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 818 time: 0.1399810 Jul 14 11:47:23.122470 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-71090fb5-826b-4f32-8e23-9a297f5dd500 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:23.138596 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:23.176752 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-1942423c-2d99-41f4-884c-8d7190b6bba6 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=951609a482e34e93908057a68c5dc706 HTTP/1.1" status: 200 len: 379 time: 0.0611951 Jul 14 11:47:23.188483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Request body: {'port': {'device_id': '1c667180-b390-45de-b693-7d59b8369eb6', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'admin_state_up': True, 'tenant_id': '951609a482e34e93908057a68c5dc706', 'security_groups': ['1ea535f3-760d-430a-b5e8-e55b5a04199e']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:23.278597 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:23.358789 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-71090fb5-826b-4f32-8e23-9a297f5dd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:23.388401 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71090fb5-826b-4f32-8e23-9a297f5dd500 None None] Checking router: a12ab71c-1de3-4b12-86f7-5c9fecff0c40 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:23.390465 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6006d210-9892-463f-a7cf-a324f1832407 req-45563a37-ef7a-4a02-98ee-473009b40365 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 210 time: 0.0372462 Jul 14 11:47:23.401353 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71090fb5-826b-4f32-8e23-9a297f5dd500 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:23.401993 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-71090fb5-826b-4f32-8e23-9a297f5dd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:23.426938 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c633ab-a81c-4194-b6b8-3d210cda5681 req-a0e9f5ee-512b-4a54-88e8-c8b13f0a6f8e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:23.428705 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-07c633ab-a81c-4194-b6b8-3d210cda5681 req-a0e9f5ee-512b-4a54-88e8-c8b13f0a6f8e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0781920 Jul 14 11:47:23.447463 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Made reservation on behalf of 951609a482e34e93908057a68c5dc706 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:23.458162 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:23.505294 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-07c633ab-a81c-4194-b6b8-3d210cda5681 req-5889bd19-a3df-48ea-8d83-c361f22e8cfd tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708656 Jul 14 11:47:23.541710 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:23.552113 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-71090fb5-826b-4f32-8e23-9a297f5dd500 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:23.562444 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-af6a16cd-c482-4f64-a4f3-934d8d3ffdc1 req-8259993d-f160-4ee6-8006-752873efcc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=edc1d8c0-48e2-49bd-8807-bb041db6a9df HTTP/1.1" status: 200 len: 210 time: 0.0383537 Jul 14 11:47:23.639099 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Allocated IP 172.20.0.9 (ebc2b171-9c41-4e23-a0fc-6ea3655664fa/8e385eef-cb9e-45fd-a255-5c2757689038/941e85d3-a14c-4664-99a5-c7fce2347e18) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:23.686607 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38716) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:23.790436 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-71090fb5-826b-4f32-8e23-9a297f5dd500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:23.803549 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:23.822636 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71090fb5-826b-4f32-8e23-9a297f5dd500 None None] The sync data for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi is: [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:23.854049 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b5411af2-4dd5-4b3b-8730-24a04b2cc344 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1ec44d80054e49e9ba17a711740b1a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652398 Jul 14 11:47:23.857864 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38722) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:23.896981 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:23.954788 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Network ebc2b171-9c41-4e23-a0fc-6ea3655664fa is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:23.965887 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:23.974661 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:47:24.002286 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f20f18f1-5053-4025-b8fb-261757d94b76 admin admin] Publish callbacks [] for security_group (1f4eae02-e8f4-4f44-9825-1283be51433a), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.015434 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event updated for resources: {'Port': ['ID=941e85d3-a14c-4664-99a5-c7fce2347e18,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:24.051496 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f20f18f1-5053-4025-b8fb-261757d94b76 admin admin] Publish callbacks [] for security_group (1f4eae02-e8f4-4f44-9825-1283be51433a), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.070646 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:24.071329 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.089896 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:24.124152 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69416a31-b575-41b5-8d8b-2071842a2822 None None] New status for floating IP e5c18852-dcb4-4d4b-b24e-dd3f0af6b075: DOWN {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:47:24.234756 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-83a7e857-c45a-4024-9624-c2b7de3623e3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0502858 Jul 14 11:47:24.246073 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Request body: {'port': {'device_id': '1c667180-b390-45de-b693-7d59b8369eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:24.277922 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f20f18f1-5053-4025-b8fb-261757d94b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (1f4eae02-e8f4-4f44-9825-1283be51433a), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.280464 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f20f18f1-5053-4025-b8fb-261757d94b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.284158 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-f20f18f1-5053-4025-b8fb-261757d94b76 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1f4eae02-e8f4-4f44-9825-1283be51433a HTTP/1.1" status: 204 len: 168 time: 0.4226139 Jul 14 11:47:24.284330 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-33eff8ce-3887-40b7-ab50-5c00f1580960 None None] Provisioning complete for port 941e85d3-a14c-4664-99a5-c7fce2347e18 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:24.284330 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-33eff8ce-3887-40b7-ab50-5c00f1580960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.316186 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f18f1-5053-4025-b8fb-261757d94b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4eae02-e8f4-4f44-9825-1283be51433a,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:24.319881 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-33eff8ce-3887-40b7-ab50-5c00f1580960 None None] Port 941e85d3-a14c-4664-99a5-c7fce2347e18 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:47:24.354566 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.526653 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911dcc4-7bb7-41aa-bab7-c9e6f3112a14 req-1983f283-15fa-42d0-b4e9-b80c29f45c39 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:24.528310 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4911dcc4-7bb7-41aa-bab7-c9e6f3112a14 req-1983f283-15fa-42d0-b4e9-b80c29f45c39 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 931 time: 0.0514183 Jul 14 11:47:24.578330 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4911dcc4-7bb7-41aa-bab7-c9e6f3112a14 req-d351718c-60b6-4f3e-aaab-14eb39fea2a7 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433767 Jul 14 11:47:24.585289 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:24.597738 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 8ec85559-8aa6-4f19-b912-73c9a2d4d487 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:47:24.614189 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 8ec85559-8aa6-4f19-b912-73c9a2d4d487 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:47:24.614541 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 8ec85559-8aa6-4f19-b912-73c9a2d4d487 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:47:24.648372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941e85d3-a14c-4664-99a5-c7fce2347e18 {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:47:24.657547 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Publish callbacks [] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.671826 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Transition to ACTIVE for port object 941e85d3-a14c-4664-99a5-c7fce2347e18 will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:47:24.717691 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38738) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:24.728504 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.784326 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Pushing event updated for resources: {'Port': ['ID=941e85d3-a14c-4664-99a5-c7fce2347e18,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:24.786867 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c17e-816a-414a-b4a7-205877f56fbf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (b93b56da-d11e-4afe-a8a3-e8bfd670de6f), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.823222 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c17e-816a-414a-b4a7-205877f56fbf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (b93b56da-d11e-4afe-a8a3-e8bfd670de6f), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.870770 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Attempting to bind port 941e85d3-a14c-4664-99a5-c7fce2347e18 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:47:24.872655 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Attempting to bind port 941e85d3-a14c-4664-99a5-c7fce2347e18 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:47:24.872655 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Attempting to bind port 941e85d3-a14c-4664-99a5-c7fce2347e18 on network ebc2b171-9c41-4e23-a0fc-6ea3655664fa {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:47:24.876376 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Port 941e85d3-a14c-4664-99a5-c7fce2347e18 on network ebc2b171-9c41-4e23-a0fc-6ea3655664fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:47:24.876697 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Attempting to bind port 941e85d3-a14c-4664-99a5-c7fce2347e18 on network ebc2b171-9c41-4e23-a0fc-6ea3655664fa {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:47:24.881974 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:47:24.882306 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Checking segment: {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:47:24.882685 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Bound using segment: {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:47:24.883111 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Bound port: 941e85d3-a14c-4664-99a5-c7fce2347e18, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7671a3f8-38d3-4272-b222-271be8b197bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:47:24.883469 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.949711 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] For port 941e85d3-a14c-4664-99a5-c7fce2347e18, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:24.954106 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] For port 941e85d3-a14c-4664-99a5-c7fce2347e18, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=941e85d3-a14c-4664-99a5-c7fce2347e18,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:24.978279 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c17e-816a-414a-b4a7-205877f56fbf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b93b56da-d11e-4afe-a8a3-e8bfd670de6f), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.980948 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c17e-816a-414a-b4a7-205877f56fbf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:24.982199 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-c0b2c17e-816a-414a-b4a7-205877f56fbf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "DELETE /v2.0/security-groups/b93b56da-d11e-4afe-a8a3-e8bfd670de6f HTTP/1.1" status: 204 len: 168 time: 0.2649121 Jul 14 11:47:24.987226 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38746) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:24.992124 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2c17e-816a-414a-b4a7-205877f56fbf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93b56da-d11e-4afe-a8a3-e8bfd670de6f,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:25.001770 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.api.v2.resource [None req-fd2914bc-1944-41d4-b308-ee57e440169e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] show failed (client error): The resource could not be found. Jul 14 11:47:25.002800 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-fd2914bc-1944-41d4-b308-ee57e440169e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups/b93b56da-d11e-4afe-a8a3-e8bfd670de6f HTTP/1.1" status: 404 len: 347 time: 0.0163708 Jul 14 11:47:25.005861 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38748) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:25.049525 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:25.126538 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:25.127151 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:25.128532 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] 10.222.0.55 "PUT /v2.0/ports/941e85d3-a14c-4664-99a5-c7fce2347e18 HTTP/1.1" status: 200 len: 1093 time: 0.8869705 Jul 14 11:47:25.129135 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:25.131373 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baabf38-906b-4dfc-a53d-7bedfa74d163" -d '{"events": [{"name": "network-changed", "server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:25.177423 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70449bc-a13c-4c73-b141-98d9b191b1ed service neutron] Pushing event updated for resources: {'Port': ['ID=941e85d3-a14c-4664-99a5-c7fce2347e18,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:25.177423 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3852f55f-3d93-48bb-86c4-42ab229276d8 x-openstack-request-id: req-3852f55f-3d93-48bb-86c4-42ab229276d8 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:25.178959 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:25.178959 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3852f55f-3d93-48bb-86c4-42ab229276d8 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:25.178959 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3852f55f-3d93-48bb-86c4-42ab229276d8'] response: {'name': 'network-changed', 'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'status': 'completed', 'code': 200} Jul 14 11:47:25.185622 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ef2ae-1b2c-4ca1-af41-20c24fe22e71 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Deleting port da1e559e-564d-4b31-b3cc-d2744ba46df0 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:47:25.185947 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef2ae-1b2c-4ca1-af41-20c24fe22e71 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (da1e559e-564d-4b31-b3cc-d2744ba46df0), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:25.262829 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:25.288984 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baabf38-906b-4dfc-a53d-7bedfa74d163 req-84b33174-8e73-4751-be45-3e9941ed6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:25.302651 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9baabf38-906b-4dfc-a53d-7bedfa74d163 req-84b33174-8e73-4751-be45-3e9941ed6deb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 1127 time: 0.0813239 Jul 14 11:47:25.319371 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef2ae-1b2c-4ca1-af41-20c24fe22e71 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (da1e559e-564d-4b31-b3cc-d2744ba46df0), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:25.319715 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef2ae-1b2c-4ca1-af41-20c24fe22e71 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (da1e559e-564d-4b31-b3cc-d2744ba46df0), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:25.350686 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ef2ae-1b2c-4ca1-af41-20c24fe22e71 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Calling delete_port for da1e559e-564d-4b31-b3cc-d2744ba46df0 owned by network:floatingip {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:47:25.569411 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38760) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:25.695032 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-209520573-network', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:25.700603 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baabf38-906b-4dfc-a53d-7bedfa74d163 req-5c4550d2-347a-405a-9387-cd6d1630c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:25.702077 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9baabf38-906b-4dfc-a53d-7bedfa74d163 req-5c4550d2-347a-405a-9387-cd6d1630c6b9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=951609a482e34e93908057a68c5dc706&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4010952 Jul 14 11:47:25.708511 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:25.719366 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d410f4-1a13-40c3-a504-3aab4836801d req-55a59697-6c22-41ee-8f03-80c4626483ee tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:25.720819 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14d410f4-1a13-40c3-a504-3aab4836801d req-55a59697-6c22-41ee-8f03-80c4626483ee tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 943 time: 0.0631027 Jul 14 11:47:25.772726 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14d410f4-1a13-40c3-a504-3aab4836801d req-f63cea69-903f-48da-b7be-1861dde7284b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438035 Jul 14 11:47:25.789589 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Made reservation on behalf of dc22323158714269b0da2b01121fe3ed for: {'network': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:25.792129 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:25.802382 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:25.814131 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:25.853581 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baabf38-906b-4dfc-a53d-7bedfa74d163 req-e4ba1f04-f7e6-471d-a5b6-6ea86dd0422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:25.854963 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9baabf38-906b-4dfc-a53d-7bedfa74d163 req-e4ba1f04-f7e6-471d-a5b6-6ea86dd0422b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405101 Jul 14 11:47:25.886894 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Publish callbacks [] for security_group (5ef24666-f930-4510-8d1b-2b4589503415), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:25.932771 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981503a-7550-446f-9239-50912437efa6 req-75072232-76eb-4f04-b1fe-a546bd254bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:25.934297 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-75072232-76eb-4f04-b1fe-a546bd254bda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 1127 time: 0.0398843 Jul 14 11:47:25.937934 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef2ae-1b2c-4ca1-af41-20c24fe22e71 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (da1e559e-564d-4b31-b3cc-d2744ba46df0), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:25.968713 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ef2ae-1b2c-4ca1-af41-20c24fe22e71 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'Port': ['ID=da1e559e-564d-4b31-b3cc-d2744ba46df0,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:25.978685 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5ef24666-f930-4510-8d1b-2b4589503415), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:25.999346 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:26.001620 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-c90def19-2f69-4af2-a760-0624ed860a1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=941e85d3-a14c-4664-99a5-c7fce2347e18 HTTP/1.1" status: 200 len: 217 time: 0.0445478 Jul 14 11:47:26.007215 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=111167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:47:26.017200 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef24666-f930-4510-8d1b-2b4589503415,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:26.022196 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (3c02dd55-cf5b-48a3-ad00-a497b7174b37), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.022725 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.segments_db [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Added segment 3c02dd55-cf5b-48a3-ad00-a497b7174b37 of type vlan for network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 Jul 14 11:47:26.066546 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.096776 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981503a-7550-446f-9239-50912437efa6 req-e6139ed8-e2dd-465d-a7d9-329233e7a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:26.098297 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-e6139ed8-e2dd-465d-a7d9-329233e7a871 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.0762644 Jul 14 11:47:26.101643 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef2ae-1b2c-4ca1-af41-20c24fe22e71 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (e5c18852-dcb4-4d4b-b24e-dd3f0af6b075), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.104130 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9a9ef2ae-1b2c-4ca1-af41-20c24fe22e71 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.107850 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-9a9ef2ae-1b2c-4ca1-af41-20c24fe22e71 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "DELETE /v2.0/floatingips/e5c18852-dcb4-4d4b-b24e-dd3f0af6b075 HTTP/1.1" status: 204 len: 168 time: 1.0982184 Jul 14 11:47:26.138200 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.139232 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:26.139848 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.146717 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981503a-7550-446f-9239-50912437efa6 req-3bbd40a2-abc3-4b98-98be-795069c584e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:26.148492 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-3bbd40a2-abc3-4b98-98be-795069c584e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421364 Jul 14 11:47:26.208762 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:26.220982 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:47:26.244077 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-62b33e2c-0b39-461d-8aa9-da9a8daa4ac3 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6731546 Jul 14 11:47:26.246551 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38768) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:26.251834 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-c50d315e-770a-4fdb-aa72-21edda4d960f service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947020 Jul 14 11:47:26.251974 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] Request body: {'subnet': {'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-209520573-subnet', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'ip_version': 4}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:26.286967 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38770) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:26.293333 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-394a148e-1df2-4299-b069-6a5283740e3c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20643343', 'description': 'tempest-description--875733529'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:26.335796 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:26.338464 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] Made reservation on behalf of dc22323158714269b0da2b01121fe3ed for: {'subnet': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:26.343837 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.359344 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3981503a-7550-446f-9239-50912437efa6 req-147ac585-8bd5-4fa8-90b5-73a80c40b3b7 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027465 Jul 14 11:47:26.392148 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-394a148e-1df2-4299-b069-6a5283740e3c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.521969 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-394a148e-1df2-4299-b069-6a5283740e3c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.600701 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-394a148e-1df2-4299-b069-6a5283740e3c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.630527 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for subnet (2aae70f5-484a-45cf-af1c-4c414744dbc5), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.637579 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a148e-1df2-4299-b069-6a5283740e3c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:26.662879 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:UPDATE=5,neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:26.690827 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aae70f5-484a-45cf-af1c-4c414744dbc5,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:26.703359 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] Checking segment: {'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:47:26.703704 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] Network hostable DHCP agents. Network: 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:47:26.714757 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-394a148e-1df2-4299-b069-6a5283740e3c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.716103 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-394a148e-1df2-4299-b069-6a5283740e3c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4280703 Jul 14 11:47:26.719212 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38772) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:26.724440 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-8a21fc53-1f23-41ab-84fb-97040a27757d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group_rule': {'security_group_id': '7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:26.829983 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] Network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:47:26.836929 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a21fc53-1f23-41ab-84fb-97040a27757d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (d8e91fc7-7a00-4599-ba1e-1aa9becc861b), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.897277 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba71b8-dd37-4be6-81c0-53d318028d4c req-a981fb13-66c4-4c3b-a853-5938c5552776 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:26.899347 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5dba71b8-dd37-4be6-81c0-53d318028d4c req-a981fb13-66c4-4c3b-a853-5938c5552776 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 943 time: 0.0564370 Jul 14 11:47:26.905646 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a21fc53-1f23-41ab-84fb-97040a27757d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (d8e91fc7-7a00-4599-ba1e-1aa9becc861b), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.920898 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7) {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:26.927427 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:26.928393 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:26.929011 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c0ebd-3ddf-490e-983d-9517338195ca None None] Network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:47:26.965860 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5dba71b8-dd37-4be6-81c0-53d318028d4c req-401deed5-152e-41b5-9144-8f750effc96c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608523 Jul 14 11:47:26.993036 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:27.006934 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a21fc53-1f23-41ab-84fb-97040a27757d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (d8e91fc7-7a00-4599-ba1e-1aa9becc861b), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.026207 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21fc53-1f23-41ab-84fb-97040a27757d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e91fc7-7a00-4599-ba1e-1aa9becc861b,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:27.033401 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:47:27.034379 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.044044 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-081d956e-c364-41d6-8a81-8134b51abe80 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7963147 Jul 14 11:47:27.047628 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38776) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:27.052070 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:27.136013 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8a21fc53-1f23-41ab-84fb-97040a27757d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.137401 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-8a21fc53-1f23-41ab-84fb-97040a27757d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4170742 Jul 14 11:47:27.139984 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38778) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:27.144197 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-9361efb3-f2cb-48ac-9989-c153ffab3048 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group_rule': {'security_group_id': '7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:27.157133 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:27.169584 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Allocated IP 172.20.0.2 (5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7/2aae70f5-484a-45cf-af1c-4c414744dbc5/8c18da88-4ffb-4eb0-bd56-c77a466ee2f8) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:27.213150 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (416a4382-c4dd-4270-98f5-906e7e00cb25), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.214268 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (416a4382-c4dd-4270-98f5-906e7e00cb25), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.272083 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Publish callbacks [] for router_controller (416a4382-c4dd-4270-98f5-906e7e00cb25), precommit_add_association {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.274185 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9361efb3-f2cb-48ac-9989-c153ffab3048 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (f6913902-d7c8-4166-a4cd-44cf0f822085), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.341137 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9361efb3-f2cb-48ac-9989-c153ffab3048 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (f6913902-d7c8-4166-a4cd-44cf0f822085), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.404623 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9361efb3-f2cb-48ac-9989-c153ffab3048 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (f6913902-d7c8-4166-a4cd-44cf0f822085), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.432898 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361efb3-f2cb-48ac-9989-c153ffab3048 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6913902-d7c8-4166-a4cd-44cf0f822085,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:27.451847 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Publish callbacks [] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.516012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Publish callbacks [] for router_gateway (416a4382-c4dd-4270-98f5-906e7e00cb25), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.545921 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9361efb3-f2cb-48ac-9989-c153ffab3048 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.547711 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-9361efb3-f2cb-48ac-9989-c153ffab3048 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4068246 Jul 14 11:47:27.550865 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38780) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:27.574361 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:27.595706 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.633584 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:27.640556 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:27.644452 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:47:27.647644 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Pushing event updated for resources: {'Port': ['ID=8c18da88-4ffb-4eb0-bd56-c77a466ee2f8,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:27.660386 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.660726 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.661083 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.661453 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.661781 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.662112 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.662546 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.662865 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.663191 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.663509 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.663827 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.664148 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.664467 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.664779 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.665094 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:27.703819 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.714374 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Attempting to bind port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:47:27.714744 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Attempting to bind port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:47:27.715105 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Attempting to bind port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 on network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:47:27.720950 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:47:27.726312 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Checking segment: {'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:47:27.726312 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.726312 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Bound using segment: {'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:47:27.726312 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Bound port: 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:47:27.726312 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.803619 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] For port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:27.806492 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] For port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=8c18da88-4ffb-4eb0-bd56-c77a466ee2f8,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:27.835433 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.848370 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:27.858908 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.870935 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.890965 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:27.931416 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eafb81-78a4-493d-8e42-b0c735b2cba3 None None] Pushing event updated for resources: {'Port': ['ID=8c18da88-4ffb-4eb0-bd56-c77a466ee2f8,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:27.939924 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Publish callbacks [] for router_gateway (416a4382-c4dd-4270-98f5-906e7e00cb25), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:27.965437 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:28.109719 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Allocated IP 172.27.3.232 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/c41e59d2-10a1-4f6e-b692-4ff221907201) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:28.152232 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d2c98-9cf0-4ea6-9fe7-051c231cf7a5 req-0d8b3992-87de-4612-b0f2-5d2579fc20d0 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:28.155769 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2e2d2c98-9cf0-4ea6-9fe7-051c231cf7a5 req-0d8b3992-87de-4612-b0f2-5d2579fc20d0 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 943 time: 0.1057136 Jul 14 11:47:28.298221 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2e2d2c98-9cf0-4ea6-9fe7-051c231cf7a5 req-59d3e7bc-6b4e-4bf1-acfb-618ef0d02f89 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233599 Jul 14 11:47:28.326990 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (c41e59d2-10a1-4f6e-b692-4ff221907201), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:28.432382 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (c41e59d2-10a1-4f6e-b692-4ff221907201), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:28.458366 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:28.508909 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:28.521698 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:28.524259 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Allocated IP 172.27.3.195 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/5a2bdf95-476d-49e3-9a78-40ea590264d4) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:28.532933 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:47:28.570779 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=c41e59d2-10a1-4f6e-b692-4ff221907201,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:28.598696 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 941e85d3-a14c-4664-99a5-c7fce2347e18 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:47:28.609489 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:28.711930 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (58e73005-6dae-46e4-8b91-4fb5c0990361), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:28.728170 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Publish callbacks [] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:28.729764 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 941e85d3-a14c-4664-99a5-c7fce2347e18, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=941e85d3-a14c-4664-99a5-c7fce2347e18,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:28.744111 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'port_id': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'mac_address': 'fa:16:3e:e1:ef:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:47:28.802517 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 941e85d3-a14c-4664-99a5-c7fce2347e18 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:28.803823 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:28.820008 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941e85d3-a14c-4664-99a5-c7fce2347e18 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:47:28.831348 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (c41e59d2-10a1-4f6e-b692-4ff221907201), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:28.835281 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:28.848236 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 941e85d3-a14c-4664-99a5-c7fce2347e18, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=941e85d3-a14c-4664-99a5-c7fce2347e18,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:28.850728 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:28.893128 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:28.902657 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:28.903307 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:28.903720 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:28.917994 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:28.921335 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:47:28.938409 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:28.961247 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=5a2bdf95-476d-49e3-9a78-40ea590264d4,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:28.992138 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fee4c8-aff0-4ac9-9d38-ff58b804a2d5 None None] Network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:47:29.034559 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=941e85d3-a14c-4664-99a5-c7fce2347e18,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:29.038949 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-89d48d28-dd94-4146-8f15-e0e4a4316551 None None] Provisioning complete for port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:29.039316 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-89d48d28-dd94-4146-8f15-e0e4a4316551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:29.149309 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:29.149699 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:29.182666 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:29.186603 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (c41e59d2-10a1-4f6e-b692-4ff221907201), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:29.211640 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:29.244227 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=8c18da88-4ffb-4eb0-bd56-c77a466ee2f8,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:29.256119 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['941e85d3-a14c-4664-99a5-c7fce2347e18'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:47:29.261809 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-89d48d28-dd94-4146-8f15-e0e4a4316551 None None] Current status of the port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:29.261809 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-89d48d28-dd94-4146-8f15-e0e4a4316551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:29.315929 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:29.318282 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (c41e59d2-10a1-4f6e-b692-4ff221907201), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:29.324295 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:29.425089 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.db.api [None req-89d48d28-dd94-4146-8f15-e0e4a4316551 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:47:29.425089 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG oslo_db.api [None req-89d48d28-dd94-4146-8f15-e0e4a4316551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:47:29.425701 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=c41e59d2-10a1-4f6e-b692-4ff221907201,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:29.431419 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Publish callbacks [] for router_gateway (416a4382-c4dd-4270-98f5-906e7e00cb25), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:29.447375 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:29.462530 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111fe79-5331-43d5-ad37-27b4d55d4d91 req-67434913-9cd6-4dbe-be59-59f6c7bc3c19 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:29.462840 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=8c18da88-4ffb-4eb0-bd56-c77a466ee2f8,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:29.464775 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a111fe79-5331-43d5-ad37-27b4d55d4d91 req-67434913-9cd6-4dbe-be59-59f6c7bc3c19 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 944 time: 0.0708246 Jul 14 11:47:29.482019 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (58e73005-6dae-46e4-8b91-4fb5c0990361), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:29.524542 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a111fe79-5331-43d5-ad37-27b4d55d4d91 req-498ce2de-4837-4421-907b-749a3f3e954d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531747 Jul 14 11:47:29.831914 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:29.833198 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-a7401a49-338f-4caf-ac82-b064435b5b52 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2813015 Jul 14 11:47:29.884603 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (416a4382-c4dd-4270-98f5-906e7e00cb25), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:29.969922 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:29.974282 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-89d48d28-dd94-4146-8f15-e0e4a4316551 None None] Current status of the port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:30.037956 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:30.052877 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-bda0050e-6970-4259-86c0-e1fe0f46c644 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--20643343&fields=id&tenant_id=f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 267 time: 0.0540340 Jul 14 11:47:30.090434 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-e5946945-6c4b-4574-bbdc-d10ed094ff83 None None] Provisioning complete for port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:30.090805 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e5946945-6c4b-4574-bbdc-d10ed094ff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:30.125755 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Router 416a4382-c4dd-4270-98f5-906e7e00cb25 is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:47:30.169005 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-e5946945-6c4b-4574-bbdc-d10ed094ff83 None None] Current status of the port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:30.209118 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-1ff62920-2d6b-4476-80e2-5ac30fbe2943 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:30.210577 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-1ff62920-2d6b-4476-80e2-5ac30fbe2943 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 815 time: 0.1511178 Jul 14 11:47:30.248729 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-8ea0be4d-7c47-4303-aa00-7ea87fec8d93 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/quotas/f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 375 time: 0.0142899 Jul 14 11:47:30.294864 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:30.303671 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Sync routers for ids ['416a4382-c4dd-4270-98f5-906e7e00cb25'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:30.316171 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Routers {'416a4382-c4dd-4270-98f5-906e7e00cb25'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:30.316974 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['416a4382-c4dd-4270-98f5-906e7e00cb25'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:30.317550 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-4ae2a61c-af49-407a-801f-2b11b81170af tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614939 Jul 14 11:47:30.350598 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:30.388391 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:30.389646 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-ee9129f4-860c-45b2-9a57-4ba5e5d60cc3 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3409917 Jul 14 11:47:30.393298 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38800) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:30.424879 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Set router 416a4382-c4dd-4270-98f5-906e7e00cb25 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:30.427929 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-3b3e2ac5-c4fb-4c80-8909-689d446fa6e0 service neutron] 10.222.0.40 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967968 Jul 14 11:47:30.529214 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-7a548b63-233d-49db-9311-e34af80ed94a service neutron] 10.222.0.40 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949144 Jul 14 11:47:30.612838 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 941e85d3-a14c-4664-99a5-c7fce2347e18 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:30.654757 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:29Z', 'revision_number': 3, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:30.687653 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Checking router: 416a4382-c4dd-4270-98f5-906e7e00cb25 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:30.687990 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Updating router 416a4382-c4dd-4270-98f5-906e7e00cb25 port 5a2bdf95-476d-49e3-9a78-40ea590264d4 binding host dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:47:30.691400 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf9107-dbef-4369-b4f8-ac29434f4434 req-9d41dc6f-c634-4ab2-9d49-112262d2d1a5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:30.693501 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-00bf9107-dbef-4369-b4f8-ac29434f4434 req-9d41dc6f-c634-4ab2-9d49-112262d2d1a5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 944 time: 0.0923436 Jul 14 11:47:30.710487 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 941e85d3-a14c-4664-99a5-c7fce2347e18 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:47:30.721436 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:30.817129 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-00bf9107-dbef-4369-b4f8-ac29434f4434 req-59548d44-df7d-4968-86a2-09515b48b70a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964854 Jul 14 11:47:30.839797 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-17590709-c105-4e07-a324-cb4d6b42fbed req-f0200a71-9ad7-43ef-8302-2637a068e1b5 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 210 time: 0.0508523 Jul 14 11:47:30.872468 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 941e85d3-a14c-4664-99a5-c7fce2347e18 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:30.872784 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:30.907796 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:30.939400 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.107570 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Allocated IP 172.20.0.1 (5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7/2aae70f5-484a-45cf-af1c-4c414744dbc5/2054b2d1-4892-4ca2-b5ad-d9484218cf4c) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:31.116264 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:31.211534 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:31.212309 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.216469 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 941e85d3-a14c-4664-99a5-c7fce2347e18 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:31.216851 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.224492 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Publish callbacks [] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.231957 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:31.270300 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:31.272521 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aedb3b-de2f-4915-8561-c1de19197ab1" -d '{"events": [{"server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "name": "network-vif-plugged", "status": "completed", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:31.306298 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 941e85d3-a14c-4664-99a5-c7fce2347e18, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=941e85d3-a14c-4664-99a5-c7fce2347e18,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:31.321754 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d4b950-6ecd-468b-957d-80835216c6cd x-openstack-request-id: req-20d4b950-6ecd-468b-957d-80835216c6cd {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:31.321754 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "name": "network-vif-plugged", "status": "completed", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:31.321754 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-20d4b950-6ecd-468b-957d-80835216c6cd {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:31.321754 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d4b950-6ecd-468b-957d-80835216c6cd'] response: {'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'code': 200} Jul 14 11:47:31.338693 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.380069 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.382177 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:31.388334 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:31.391616 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:31.392611 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:47:31.393104 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (416a4382-c4dd-4270-98f5-906e7e00cb25), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.399275 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Pushing event updated for resources: {'Port': ['ID=2054b2d1-4892-4ca2-b5ad-d9484218cf4c,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:31.437705 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:31.441338 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Publish callbacks [] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), precommit_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.441952 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.442658 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.443144 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.444028 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.444853 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.445369 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.445853 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.446336 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.446806 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.447271 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.447779 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.448287 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.448796 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.449313 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.449823 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:31.452906 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:31.473473 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=941e85d3-a14c-4664-99a5-c7fce2347e18,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:31.544377 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.603115 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869c9a0-bf93-49a6-941b-832e4fbe04ac None None] Pushing event updated for resources: {'Port': ['ID=5a2bdf95-476d-49e3-9a78-40ea590264d4,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:31.605615 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Attempting to bind port 5a2bdf95-476d-49e3-9a78-40ea590264d4 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:47:31.610787 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Attempting to bind port 5a2bdf95-476d-49e3-9a78-40ea590264d4 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:47:31.610787 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Attempting to bind port 5a2bdf95-476d-49e3-9a78-40ea590264d4 on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:47:31.612714 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:47:31.613088 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:47:31.613501 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.614289 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:47:31.614769 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Bound port: 5a2bdf95-476d-49e3-9a78-40ea590264d4, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:47:31.615154 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.639193 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.668157 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] For port 5a2bdf95-476d-49e3-9a78-40ea590264d4, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:31.679811 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] For port 5a2bdf95-476d-49e3-9a78-40ea590264d4, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=5a2bdf95-476d-49e3-9a78-40ea590264d4,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:31.698213 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-f3ee9b8a-d302-49a6-a87b-d9a10960a592 None None] Provisioning complete for port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:31.699170 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f3ee9b8a-d302-49a6-a87b-d9a10960a592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.728283 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb77f0-aeec-4aaf-8345-702107f45860 req-f64f76e6-3bc6-42fd-9205-88670f9f0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:31.730554 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fabb77f0-aeec-4aaf-8345-702107f45860 req-f64f76e6-3bc6-42fd-9205-88670f9f0c5b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 1129 time: 0.0412619 Jul 14 11:47:31.734190 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee9b8a-d302-49a6-a87b-d9a10960a592 None None] Port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:47:31.762691 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.787431 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fabb77f0-aeec-4aaf-8345-702107f45860 req-ca1c8291-d7ea-43af-80a9-04937efd7145 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488636 Jul 14 11:47:31.789709 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:31.824468 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869c9a0-bf93-49a6-941b-832e4fbe04ac None None] Pushing event updated for resources: {'Port': ['ID=5a2bdf95-476d-49e3-9a78-40ea590264d4,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:31.829724 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Routers {'416a4382-c4dd-4270-98f5-906e7e00cb25'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:31.830343 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['416a4382-c4dd-4270-98f5-906e7e00cb25'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:31.841418 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Publish callbacks [] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.881538 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.882708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (416a4382-c4dd-4270-98f5-906e7e00cb25), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:31.926234 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:31.947443 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb136eb0-d48c-4f20-add9-45b8f1077ae2 req-959f47b2-178d-43be-80ca-cab8724c805a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:31.953719 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-eb136eb0-d48c-4f20-add9-45b8f1077ae2 req-959f47b2-178d-43be-80ca-cab8724c805a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0681489 Jul 14 11:47:31.983005 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] Set router 416a4382-c4dd-4270-98f5-906e7e00cb25 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:31.987236 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4de31fda-10dc-46f6-91ba-7ea000f66a61 req-b227075e-b419-4ed0-9a9d-0e8988d57c78 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 210 time: 0.0527687 Jul 14 11:47:32.011807 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-eb136eb0-d48c-4f20-add9-45b8f1077ae2 req-413cdc42-be7b-4e14-bd14-efe992d1a691 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552676 Jul 14 11:47:32.022946 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Pushing event updated for resources: {'Port': ['ID=2054b2d1-4892-4ca2-b5ad-d9484218cf4c,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:32.066839 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:32.068361 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:32.195239 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Router 416a4382-c4dd-4270-98f5-906e7e00cb25 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:47:32.199996 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '2054b2d1-4892-4ca2-b5ad-d9484218cf4c', 'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'mac_address': 'fa:16:3e:bf:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:30Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 1, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'subnets': [{'id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:32.229353 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b06e0-4bf0-49b8-bd31-7a6599bd9a11 None None] The sync data for ids ['416a4382-c4dd-4270-98f5-906e7e00cb25'] in dv-cinder-849803-1-iscsi is: [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '2054b2d1-4892-4ca2-b5ad-d9484218cf4c', 'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'mac_address': 'fa:16:3e:bf:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:30Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 1, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'subnets': [{'id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:32.324333 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:32.330153 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-64d85d4b-371a-47a7-bcdb-4b0bd77d9c01 admin admin] 10.222.0.40 "PUT /v2.0/routers/416a4382-c4dd-4270-98f5-906e7e00cb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9357860 Jul 14 11:47:32.360080 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-47cd0ea7-81c5-4b62-99a9-1602aa096fab None None] Provisioning complete for port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:32.360437 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-47cd0ea7-81c5-4b62-99a9-1602aa096fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:32.394089 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-47cd0ea7-81c5-4b62-99a9-1602aa096fab None None] Port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:47:33.104740 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38838) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:33.111002 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-642569018-network', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:33.118048 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7d48e7eb-c85e-4045-bfa2-56d572bc2d56 req-7eee1261-162b-4529-b354-e424afb324bc tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 210 time: 0.0398681 Jul 14 11:47:33.173044 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0998c-7356-4811-ab8b-be9864367a2e req-2598d582-a7ea-48ef-b855-dd8c253bca60 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:33.176720 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-16b0998c-7356-4811-ab8b-be9864367a2e req-2598d582-a7ea-48ef-b855-dd8c253bca60 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0586450 Jul 14 11:47:33.224942 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-16b0998c-7356-4811-ab8b-be9864367a2e req-70144f9a-8992-48e8-bff9-08ecb525e9a1 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442288 Jul 14 11:47:33.225928 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Made reservation on behalf of 3234cee85a5f42018aecf82fff4ad600 for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:33.228453 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:33.238550 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:33.333998 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Publish callbacks [] for security_group (3516af56-d5f6-4fae-98ef-e1c5801fdc98), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:33.401380 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3516af56-d5f6-4fae-98ef-e1c5801fdc98), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:33.428887 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=111166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:47:33.439058 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3516af56-d5f6-4fae-98ef-e1c5801fdc98,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:33.444541 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (2031b578-41dc-42fb-8115-bfdaf6946cbb), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:33.444878 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Added segment 2031b578-41dc-42fb-8115-bfdaf6946cbb of type vlan for network 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d Jul 14 11:47:33.492981 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:33.495367 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:33.555356 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:33.556612 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:33.557356 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:33.620149 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] Pushing event updated for resources: {'Network': ['ID=66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:33.626180 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-c0b8822b-cc13-434d-9634-75c921856353 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5201790 Jul 14 11:47:33.628952 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38840) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:33.632307 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:47:33.633971 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] Request body: {'subnet': {'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-642569018-subnet', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:33.726699 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] Made reservation on behalf of 3234cee85a5f42018aecf82fff4ad600 for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:33.729196 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31020253'] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:33.805129 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:34.015064 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31228492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31020271'] for subnet (f98272ec-34cd-42e2-ac1d-63ba789bdce7), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:34.092004 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f98272ec-34cd-42e2-ac1d-63ba789bdce7,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:34.099839 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] Checking segment: {'id': '2031b578-41dc-42fb-8115-bfdaf6946cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:47:34.100226 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] Network hostable DHCP agents. Network: 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:47:34.214737 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] Network 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:47:34.225087 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-68b52531-1d89-4f3f-a483-0a4caa728260 req-06c20863-8096-4bae-80d6-7c203ec950bd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 210 time: 0.0289104 Jul 14 11:47:34.236424 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Sync routers for ids ['416a4382-c4dd-4270-98f5-906e7e00cb25'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:34.264987 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Routers {'416a4382-c4dd-4270-98f5-906e7e00cb25'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:34.265254 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-41f59ad8-5353-4d2a-a22a-b0d71e3908e2 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:34.265653 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['416a4382-c4dd-4270-98f5-906e7e00cb25'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:34.267435 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-41f59ad8-5353-4d2a-a22a-b0d71e3908e2 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 815 time: 0.1282940 Jul 14 11:47:34.300421 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:34.306999 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:34.308429 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:34.310323 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb42456-c13c-41bb-ad96-9f7c43364a59 None None] Network 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:47:34.382037 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Set router 416a4382-c4dd-4270-98f5-906e7e00cb25 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:34.395493 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-98a0daaf-5528-49e1-99d9-75488e7a1600 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 378 time: 0.1173902 Jul 14 11:47:34.416352 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343f0a4-4e35-435f-9dcb-0ffa6f53db45 req-e5affc17-07d2-46d5-826c-57fabba7525c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:34.418559 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5343f0a4-4e35-435f-9dcb-0ffa6f53db45 req-e5affc17-07d2-46d5-826c-57fabba7525c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.1008334 Jul 14 11:47:34.425267 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'port': {'device_id': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'admin_state_up': True, 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'security_groups': ['7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:34.437938 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d', 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d', 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'fixed_ips': [{'subnet_id': 'f98272ec-34cd-42e2-ac1d-63ba789bdce7'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:47:34.440370 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:34.452221 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:34.458726 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-37a0e69f-bb50-416d-b2b8-d9cd82bb88e5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8262782 Jul 14 11:47:34.459024 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38846) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:34.463247 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-642569018-router', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:34.534093 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:34.538092 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:34.584964 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5343f0a4-4e35-435f-9dcb-0ffa6f53db45 req-2cd17f37-2e72-499a-9800-9a37dc518fb4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553679 Jul 14 11:47:34.628582 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '2054b2d1-4892-4ca2-b5ad-d9484218cf4c', 'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'mac_address': 'fa:16:3e:bf:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:30Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 2, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'subnets': [{'id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:34.635660 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Allocated IP 172.20.0.2 (66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d/f98272ec-34cd-42e2-ac1d-63ba789bdce7/f2c3c106-0d38-4a53-a0bb-2e204cf11f4f) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:34.645051 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Publish callbacks [] for router_controller (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), precommit_add_association {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:34.658029 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Checking router: 416a4382-c4dd-4270-98f5-906e7e00cb25 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:34.658551 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Updating router 416a4382-c4dd-4270-98f5-906e7e00cb25 port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:47:34.692526 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:34.693866 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Made reservation on behalf of f274d555f5c746cc885394c699b3d767 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:34.698302 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:34.849174 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Publish callbacks [] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:34.892712 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 5a2bdf95-476d-49e3-9a78-40ea590264d4 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:34.936152 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:34.937745 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Allocated IP 172.20.0.3 (ce6397ea-e1d9-4c18-9185-6161e76618d7/359d57a5-1483-450f-ae8c-a26ea1a1115d/5e6cb4bd-c1db-46aa-aa0f-3f63a312e386) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:35.001554 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:35.006598 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Network 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:35.011390 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:35.015405 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:35.019348 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:47:35.023549 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 5a2bdf95-476d-49e3-9a78-40ea590264d4 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:35.025071 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.041891 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba228ab-e5a6-4a7c-b1f6-dce07b1c6021 req-77770876-1428-435b-a940-5d326dcd9105 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:35.048230 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cba228ab-e5a6-4a7c-b1f6-dce07b1c6021 req-77770876-1428-435b-a940-5d326dcd9105 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.3852901 Jul 14 11:47:35.052960 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38854) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:35.060785 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-43630799-9a60-422e-929b-d03d6248046e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Request body: {'floatingip': {'port_id': '941e85d3-a14c-4664-99a5-c7fce2347e18'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:35.067401 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Pushing event updated for resources: {'Port': ['ID=f2c3c106-0d38-4a53-a0bb-2e204cf11f4f,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.081712 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Publish callbacks [] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.093645 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:35.107668 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-43630799-9a60-422e-929b-d03d6248046e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for floatingip (4beff2a0-c320-4c92-95a6-5f06af6da28d), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.134010 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Attempting to bind port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:47:35.134461 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Attempting to bind port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '2031b578-41dc-42fb-8115-bfdaf6946cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:47:35.134904 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Attempting to bind port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f on network 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:47:35.142879 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.144979 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:47:35.144979 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Checking segment: {'id': '2031b578-41dc-42fb-8115-bfdaf6946cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:47:35.145349 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.145880 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Bound using segment: {'id': '2031b578-41dc-42fb-8115-bfdaf6946cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:47:35.146424 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Bound port: f2c3c106-0d38-4a53-a0bb-2e204cf11f4f, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2031b578-41dc-42fb-8115-bfdaf6946cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:47:35.146867 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.161582 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.209755 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 5a2bdf95-476d-49e3-9a78-40ea590264d4 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:35.210258 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.225445 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Pushing event updated for resources: {'Port': ['ID=2054b2d1-4892-4ca2-b5ad-d9484218cf4c,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.229725 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Publish callbacks [] for router_gateway (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.234698 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.241461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:47:35.254303 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.259049 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port 5a2bdf95-476d-49e3-9a78-40ea590264d4, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=5a2bdf95-476d-49e3-9a78-40ea590264d4,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:35.272568 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] For port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:35.276726 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] For port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=f2c3c106-0d38-4a53-a0bb-2e204cf11f4f,segment=NetworkSegment(2031b578-41dc-42fb-8115-bfdaf6946cbb),segment_id=2031b578-41dc-42fb-8115-bfdaf6946cbb)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:35.333299 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.333744 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.337455 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.356565 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:35.358218 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:35.361741 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:47:35.394535 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Attempting to bind port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:47:35.395152 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Attempting to bind port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:47:35.395684 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Attempting to bind port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c on network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:47:35.403054 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:47:35.403720 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Checking segment: {'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:47:35.404338 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.404881 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Bound using segment: {'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:47:35.405549 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Bound port: 2054b2d1-4892-4ca2-b5ad-d9484218cf4c, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:47:35.406099 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.442882 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:35.482978 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=5a2bdf95-476d-49e3-9a78-40ea590264d4,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.528511 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e50251-9583-4186-a4dc-14693fdd4ac6 req-77183501-0385-4cf6-aaa2-d4ffa2bfb4f9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:35.531359 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:35.536445 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] For port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:35.538173 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d0e50251-9583-4186-a4dc-14693fdd4ac6 req-77183501-0385-4cf6-aaa2-d4ffa2bfb4f9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 931 time: 0.1202881 Jul 14 11:47:35.542907 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:35.544979 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] For port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=2054b2d1-4892-4ca2-b5ad-d9484218cf4c,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:35.587546 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-57372c36-0fd0-4a1b-af77-97ef838c5749 None None] Provisioning complete for port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:35.587882 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-57372c36-0fd0-4a1b-af77-97ef838c5749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.608469 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:35.609354 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.635070 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d0e50251-9583-4186-a4dc-14693fdd4ac6 req-0321cef7-732a-4326-9708-4ca9cbe0ef24 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924277 Jul 14 11:47:35.635967 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.646197 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a00bb-4746-4c5d-a891-508c9079ed2d None None] Pushing event updated for resources: {'Port': ['ID=f2c3c106-0d38-4a53-a0bb-2e204cf11f4f,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.665296 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-57372c36-0fd0-4a1b-af77-97ef838c5749 None None] Port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:47:35.673264 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:35.711412 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d720ae1d-3ece-4fb0-b7d4-c43e30bbdc50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2914400 Jul 14 11:47:35.718197 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Routers {'416a4382-c4dd-4270-98f5-906e7e00cb25'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:35.718773 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['416a4382-c4dd-4270-98f5-906e7e00cb25'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:35.722357 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24f3cb-ddb7-443a-a0a2-036036ab1375 None None] Pushing event updated for resources: {'Port': ['ID=2054b2d1-4892-4ca2-b5ad-d9484218cf4c,revision_number=4']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:35.737537 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Request body: {'port': {'device_id': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:35.786742 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:35.850122 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.885063 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-c4fe6749-c2e0-4ae9-9bac-2bdeddc8ec63 None None] Provisioning complete for port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:35.885063 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6749-c2e0-4ae9-9bac-2bdeddc8ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:35.931657 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe6749-c2e0-4ae9-9bac-2bdeddc8ec63 None None] Port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:47:35.942262 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] Set router 416a4382-c4dd-4270-98f5-906e7e00cb25 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:36.060064 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-43630799-9a60-422e-929b-d03d6248046e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.080003 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Publish callbacks [] for router_gateway (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.100882 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.147740 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-43630799-9a60-422e-929b-d03d6248046e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (4beff2a0-c320-4c92-95a6-5f06af6da28d), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.153806 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-3394ef54-4a8a-456f-b9b8-9e9fee8f28f2 None None] Provisioning complete for port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:36.155278 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3394ef54-4a8a-456f-b9b8-9e9fee8f28f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.213941 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:47:36.215972 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '2054b2d1-4892-4ca2-b5ad-d9484218cf4c', 'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'mac_address': 'fa:16:3e:bf:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:30Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'subnets': [{'id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:36.225638 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Publish callbacks [] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.249786 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-3394ef54-4a8a-456f-b9b8-9e9fee8f28f2 None None] Current status of the port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:36.250369 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3394ef54-4a8a-456f-b9b8-9e9fee8f28f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.251224 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0ecdc-e4a8-4b19-ab3b-2977e4e27884 None None] The sync data for ids ['416a4382-c4dd-4270-98f5-906e7e00cb25'] in dv-cinder-849803-1-iscsi is: [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '2054b2d1-4892-4ca2-b5ad-d9484218cf4c', 'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'mac_address': 'fa:16:3e:bf:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:30Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'subnets': [{'id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:36.252046 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Transition to ACTIVE for port object 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:47:36.293843 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-3394ef54-4a8a-456f-b9b8-9e9fee8f28f2 None None] For port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=2054b2d1-4892-4ca2-b5ad-d9484218cf4c,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:36.300338 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:36.317238 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-43630799-9a60-422e-929b-d03d6248046e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Floating IP 4beff2a0-c320-4c92-95a6-5f06af6da28d associated. External IP: 172.27.3.140, port: 941e85d3-a14c-4664-99a5-c7fce2347e18. Jul 14 11:47:36.321028 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.346045 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3394ef54-4a8a-456f-b9b8-9e9fee8f28f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.367350 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Allocated IP 172.27.3.244 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/c778bb9f-a842-49d5-ac68-13506b07d41c) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:36.387684 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Pushing event updated for resources: {'Port': ['ID=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:36.459549 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394ef54-4a8a-456f-b9b8-9e9fee8f28f2 None None] Pushing event updated for resources: {'Port': ['ID=2054b2d1-4892-4ca2-b5ad-d9484218cf4c,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:36.499362 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:36.550414 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Attempting to bind port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:47:36.550745 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Attempting to bind port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:47:36.551072 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Attempting to bind port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 on network ce6397ea-e1d9-4c18-9185-6161e76618d7 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:47:36.561240 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 on network ce6397ea-e1d9-4c18-9185-6161e76618d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:47:36.561571 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Attempting to bind port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 on network ce6397ea-e1d9-4c18-9185-6161e76618d7 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:47:36.567886 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:47:36.573707 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Checking segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:47:36.573707 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Bound using segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:47:36.573707 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Bound port: 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:47:36.573707 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.615439 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Publish callbacks [] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.680202 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] For port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:36.684354 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] For port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:36.745848 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:36.774215 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43630799-9a60-422e-929b-d03d6248046e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Router 3a693114-55a9-41f6-942e-34fe1c178c7c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:47:36.801439 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.803673 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55bbb-77cc-4559-8cc7-44c110240b5b req-aad7dba9-8f4a-41e2-baa3-b62ac07073b6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:36.809724 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-43d55bbb-77cc-4559-8cc7-44c110240b5b req-aad7dba9-8f4a-41e2-baa3-b62ac07073b6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 943 time: 0.0829499 Jul 14 11:47:36.880000 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:36.880982 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.882727 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] 10.222.0.55 "PUT /v2.0/ports/5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 HTTP/1.1" status: 200 len: 1093 time: 1.1631129 Jul 14 11:47:36.883441 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'tag': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:36.886926 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31257c4f-762c-49cd-8b1e-f62029610890" -d '{"events": [{"name": "network-changed", "server_uuid": "72ebe862-edb8-480e-9c0d-02a791c8160b", "tag": "5e6cb4bd-c1db-46aa-aa0f-3f63a312e386"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:36.934553 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:36.964544 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe957d-2af7-42b0-9592-fc594a10fbfc service neutron] Pushing event updated for resources: {'Port': ['ID=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:36.999151 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1874184-3769-4bfc-91f7-9d5d3b7161aa x-openstack-request-id: req-a1874184-3769-4bfc-91f7-9d5d3b7161aa {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:36.999545 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ebe862-edb8-480e-9c0d-02a791c8160b", "tag": "5e6cb4bd-c1db-46aa-aa0f-3f63a312e386", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:36.999894 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a1874184-3769-4bfc-91f7-9d5d3b7161aa {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:37.000638 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1874184-3769-4bfc-91f7-9d5d3b7161aa'] response: {'name': 'network-changed', 'server_uuid': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'tag': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386', 'status': 'completed', 'code': 200} Jul 14 11:47:37.029138 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-43d55bbb-77cc-4559-8cc7-44c110240b5b req-abf40102-65f9-48cb-bca1-3ce3bf46dba3 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2125342 Jul 14 11:47:37.062139 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:37.065704 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 5a2bdf95-476d-49e3-9a78-40ea590264d4 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:37.080051 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:37.080546 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-de2464c1-7646-47d8-8f59-5c3631822f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:37.083247 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:47:37.086501 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-de2464c1-7646-47d8-8f59-5c3631822f2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 1127 time: 0.0760884 Jul 14 11:47:37.094389 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c778bb9f-a842-49d5-ac68-13506b07d41c,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:37.136324 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43630799-9a60-422e-929b-d03d6248046e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:37.141064 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc0843b-739b-49b9-b668-ddf11c4ec2a2 None None] Network 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:47:37.142732 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-43630799-9a60-422e-929b-d03d6248046e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:37.159503 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-8f0f83fa-ac32-4990-b1ea-c3305e4f2b5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 HTTP/1.1" status: 200 len: 217 time: 0.0682173 Jul 14 11:47:37.161400 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484ee1e-4fbd-47e1-a675-275bf63444ee None None] Sync routers for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:37.255330 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-b34366fc-59a2-4c36-af17-91a29b14ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:37.256851 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-b34366fc-59a2-4c36-af17-91a29b14ef98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359d57a5-1483-450f-ae8c-a26ea1a1115d HTTP/1.1" status: 200 len: 854 time: 0.0860829 Jul 14 11:47:37.257929 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484ee1e-4fbd-47e1-a675-275bf63444ee None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:37.258654 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1484ee1e-4fbd-47e1-a675-275bf63444ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:37.263977 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 5a2bdf95-476d-49e3-9a78-40ea590264d4 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:37.264474 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:37.268730 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-43630799-9a60-422e-929b-d03d6248046e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "PUT /v2.0/floatingips/4beff2a0-c320-4c92-95a6-5f06af6da28d HTTP/1.1" status: 200 len: 991 time: 2.2118556 Jul 14 11:47:37.270291 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:37.271645 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:37.304622 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-bb90f359-4d19-43fa-9ba3-61376b79a12b None None] Provisioning complete for port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:37.305003 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-bb90f359-4d19-43fa-9ba3-61376b79a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:37.327648 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb44bd9f-dcd6-4957-a40a-8318d94f5067 x-openstack-request-id: req-cb44bd9f-dcd6-4957-a40a-8318d94f5067 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:37.328140 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:37.328240 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cb44bd9f-dcd6-4957-a40a-8318d94f5067 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:37.329445 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb44bd9f-dcd6-4957-a40a-8318d94f5067'] response: {'name': 'network-changed', 'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'status': 'completed', 'code': 200} Jul 14 11:47:37.337299 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-09d470f9-5158-4bdf-965b-21cdd65a04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:37.339627 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-09d470f9-5158-4bdf-965b-21cdd65a04f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce6397ea-e1d9-4c18-9185-6161e76618d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561497 Jul 14 11:47:37.446106 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-89bb7644-9d2f-46f0-aea0-8d5f0c0bb6ec service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984485 Jul 14 11:47:37.447287 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4 req-38d6905c-5604-4eb9-9b9b-a608f0c56312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:37.448878 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4 req-38d6905c-5604-4eb9-9b9b-a608f0c56312 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 1129 time: 0.0936604 Jul 14 11:47:37.574467 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be7950df-dab5-42f1-a224-0976b1b394c0 req-d5f54e57-c3e6-486d-bd4a-a8f34890fb64 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131752 Jul 14 11:47:37.582252 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:37.661706 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-1484ee1e-4fbd-47e1-a675-275bf63444ee None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:37.752230 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-bb90f359-4d19-43fa-9ba3-61376b79a12b None None] Current status of the port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:37.752617 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-bb90f359-4d19-43fa-9ba3-61376b79a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:37.754652 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 5a2bdf95-476d-49e3-9a78-40ea590264d4 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:37.755732 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 2054b2d1-4892-4ca2-b5ad-d9484218cf4c up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:37.835016 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:37.844025 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Publish callbacks [] for router_gateway (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:37.877351 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-bb90f359-4d19-43fa-9ba3-61376b79a12b None None] For port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=f2c3c106-0d38-4a53-a0bb-2e204cf11f4f,segment=NetworkSegment(2031b578-41dc-42fb-8115-bfdaf6946cbb),segment_id=2031b578-41dc-42fb-8115-bfdaf6946cbb)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:37.896540 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4 req-45e119e7-3565-441c-b27f-d822a0c677a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:37.898051 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4 req-45e119e7-3565-441c-b27f-d822a0c677a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 919 time: 0.4356446 Jul 14 11:47:37.908164 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:37.908584 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:37.962491 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-bb90f359-4d19-43fa-9ba3-61376b79a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:38.057294 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:38.101570 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90f359-4d19-43fa-9ba3-61376b79a12b None None] Pushing event updated for resources: {'Port': ['ID=f2c3c106-0d38-4a53-a0bb-2e204cf11f4f,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:38.121779 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-5fe79eb2-2df9-4af4-bed2-22556e0648ea None None] Provisioning complete for port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:38.122154 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5fe79eb2-2df9-4af4-bed2-22556e0648ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:38.126340 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:38.127423 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device f2c3c106-0d38-4a53-a0bb-2e204cf11f4f up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:38.175249 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1484ee1e-4fbd-47e1-a675-275bf63444ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '4beff2a0-c320-4c92-95a6-5f06af6da28d', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'port_id': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'mac_address': 'fa:16:3e:e1:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c667180-b390-45de-b693-7d59b8369eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:47:17Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 1, 'project_id': '951609a482e34e93908057a68c5dc706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:23Z', 'revision_number': 5, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:38.207294 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649441d-22fb-4503-a544-f2883a135646 req-bd61c4c2-b90a-4e4c-a36c-6642277664be tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:38.208813 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c649441d-22fb-4503-a544-f2883a135646 req-bd61c4c2-b90a-4e4c-a36c-6642277664be tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 943 time: 0.0586441 Jul 14 11:47:38.216553 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484ee1e-4fbd-47e1-a675-275bf63444ee None None] Checking router: 3a693114-55a9-41f6-942e-34fe1c178c7c for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:38.237978 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484ee1e-4fbd-47e1-a675-275bf63444ee None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:38.238588 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1484ee1e-4fbd-47e1-a675-275bf63444ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:38.268925 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c649441d-22fb-4503-a544-f2883a135646 req-fa077767-108d-4b56-950c-a46b516ce942 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535715 Jul 14 11:47:38.279376 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:38.303758 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:38.304131 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:38.309563 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:47:38.329640 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:38.389044 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-5fe79eb2-2df9-4af4-bed2-22556e0648ea None None] Current status of the port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:38.424019 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-1484ee1e-4fbd-47e1-a675-275bf63444ee None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:38.429434 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:38.437736 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:38.440293 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Sync routers for ids ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:38.452389 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Routers {'9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:38.453079 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:38.501397 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:38.502577 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-12af5e8c-3266-4df1-a5c3-bc3705b966d7 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0425799 Jul 14 11:47:38.505499 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 38872) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:38.517107 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:38.564028 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Set router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:38.620565 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:38.628963 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:38.644766 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:38.682411 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1484ee1e-4fbd-47e1-a675-275bf63444ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '4beff2a0-c320-4c92-95a6-5f06af6da28d', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'port_id': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'mac_address': 'fa:16:3e:e1:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c667180-b390-45de-b693-7d59b8369eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:47:17Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 1, 'project_id': '951609a482e34e93908057a68c5dc706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:23Z', 'revision_number': 5, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:38.718153 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484ee1e-4fbd-47e1-a675-275bf63444ee None None] The sync data for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi is: [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '4beff2a0-c320-4c92-95a6-5f06af6da28d', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'port_id': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'mac_address': 'fa:16:3e:e1:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c667180-b390-45de-b693-7d59b8369eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:47:17Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 1, 'project_id': '951609a482e34e93908057a68c5dc706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:23Z', 'revision_number': 5, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:38.839056 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device f2c3c106-0d38-4a53-a0bb-2e204cf11f4f up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:38.884315 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'name': 'tempest-TestMinimumBasicScenario-642569018-router', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:34Z', 'updated_at': '2022-07-14T11:47:37Z', 'revision_number': 3, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'gw_port': {'id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:33:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:36Z', 'updated_at': '2022-07-14T11:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:38.904513 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:38.904889 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:38.911073 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31257c4f-762c-49cd-8b1e-f62029610890 req-abfafdd6-54f1-497c-8219-1b92cf0d1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:38.912573 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-31257c4f-762c-49cd-8b1e-f62029610890 req-abfafdd6-54f1-497c-8219-1b92cf0d1a72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 1127 time: 0.0972688 Jul 14 11:47:38.919527 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Checking router: 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:38.920510 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Updating router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c port c778bb9f-a842-49d5-ac68-13506b07d41c binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:47:38.943753 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4 req-3cfde10e-d492-4962-8107-71525b5d7011 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=941e85d3-a14c-4664-99a5-c7fce2347e18 HTTP/1.1" status: 200 len: 999 time: 0.1420228 Jul 14 11:47:38.968218 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:39.017542 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:39.029415 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11219356-4a3b-4041-928e-a9ec71317ab6 None None] New status for floating IP 4beff2a0-c320-4c92-95a6-5f06af6da28d: ACTIVE {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:47:39.032116 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4 req-2ed69e21-cb0d-4af8-a6db-2aaf7d8cdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:39.034014 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4 req-2ed69e21-cb0d-4af8-a6db-2aaf7d8cdd43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.0756192 Jul 14 11:47:39.079898 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31257c4f-762c-49cd-8b1e-f62029610890 req-8bd0c0a4-6836-4dab-ae0e-36439f66cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:39.081275 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-31257c4f-762c-49cd-8b1e-f62029610890 req-8bd0c0a4-6836-4dab-ae0e-36439f66cb30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 916 time: 0.1597984 Jul 14 11:47:39.084658 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4 req-7abdf9e0-f7a7-4c1b-a58d-51dde6eb2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:39.087473 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4 req-7abdf9e0-f7a7-4c1b-a58d-51dde6eb2d7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446513 Jul 14 11:47:39.237056 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4 req-ce4858ba-01eb-48d7-a83d-ed6d6fed3c55 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321530 Jul 14 11:47:39.280530 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Publish callbacks [] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:39.366717 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a2cdb0db-555b-4af7-80e1-d75d6c70dad4 req-6bc50fd4-ba21-4723-abef-38971afd2fac service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162150 Jul 14 11:47:39.372981 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:39.418274 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-31257c4f-762c-49cd-8b1e-f62029610890 req-b4d0f867-9144-4fd9-a1e6-e1c91adf1452 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 HTTP/1.1" status: 200 len: 217 time: 0.2959645 Jul 14 11:47:39.442371 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Attempting to bind port c778bb9f-a842-49d5-ac68-13506b07d41c on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:47:39.442967 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Attempting to bind port c778bb9f-a842-49d5-ac68-13506b07d41c by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:47:39.443242 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Attempting to bind port c778bb9f-a842-49d5-ac68-13506b07d41c on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:47:39.446375 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e60694-b7f8-403b-9f7d-e815d7deb01a None None] Pushing event updated for resources: {'Port': ['ID=c778bb9f-a842-49d5-ac68-13506b07d41c,revision_number=2']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:39.453336 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:47:39.453336 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:47:39.453336 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:39.454465 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:47:39.454465 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Bound port: c778bb9f-a842-49d5-ac68-13506b07d41c, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:47:39.454465 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:39.506283 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] For port c778bb9f-a842-49d5-ac68-13506b07d41c, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:39.509597 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] For port c778bb9f-a842-49d5-ac68-13506b07d41c, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=c778bb9f-a842-49d5-ac68-13506b07d41c,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:39.516940 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de690395-ff28-46c2-ae0a-7fedbb1daec5 req-8d7d2761-a90e-47d0-9ecd-00da282b69a0 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:39.518455 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-de690395-ff28-46c2-ae0a-7fedbb1daec5 req-8d7d2761-a90e-47d0-9ecd-00da282b69a0 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 943 time: 0.1393096 Jul 14 11:47:39.544080 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31257c4f-762c-49cd-8b1e-f62029610890 req-3a559775-7346-4090-b23a-28162e3f55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:39.545467 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-31257c4f-762c-49cd-8b1e-f62029610890 req-3a559775-7346-4090-b23a-28162e3f55f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359d57a5-1483-450f-ae8c-a26ea1a1115d HTTP/1.1" status: 200 len: 854 time: 0.1046066 Jul 14 11:47:39.555568 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:39.557422 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:39.573265 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:39.634661 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e60694-b7f8-403b-9f7d-e815d7deb01a None None] Pushing event updated for resources: {'Port': ['ID=c778bb9f-a842-49d5-ac68-13506b07d41c,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:39.635952 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31257c4f-762c-49cd-8b1e-f62029610890 req-ae633aef-c480-449e-967f-f5da6c8910b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:39.637532 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-31257c4f-762c-49cd-8b1e-f62029610890 req-ae633aef-c480-449e-967f-f5da6c8910b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce6397ea-e1d9-4c18-9185-6161e76618d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700352 Jul 14 11:47:39.637692 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Routers {'9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:39.638239 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:39.668892 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-de690395-ff28-46c2-ae0a-7fedbb1daec5 req-cb6b745b-660b-4c51-a710-b5065418c43c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1431751 Jul 14 11:47:39.740497 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] Set router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:39.742020 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:39.830793 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-31257c4f-762c-49cd-8b1e-f62029610890 req-8098b09a-9b2e-46bd-8e4b-4f77868e8c24 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654701 Jul 14 11:47:39.847974 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:39.856234 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Allocated IP 172.20.0.1 (66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d/f98272ec-34cd-42e2-ac1d-63ba789bdce7/e4b7862a-68ff-42cb-b391-458ee8917966) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:39.869090 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:39.910256 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'name': 'tempest-TestMinimumBasicScenario-642569018-router', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:34Z', 'updated_at': '2022-07-14T11:47:37Z', 'revision_number': 3, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'gw_port': {'id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:33:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:36Z', 'updated_at': '2022-07-14T11:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:39.938711 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086d39e-a318-4c4c-9930-c9b4d694fa2f None None] The sync data for ids ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'] in dv-cinder-849803-1-iscsi is: [{'id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'name': 'tempest-TestMinimumBasicScenario-642569018-router', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:34Z', 'updated_at': '2022-07-14T11:47:37Z', 'revision_number': 3, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'gw_port': {'id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:33:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:36Z', 'updated_at': '2022-07-14T11:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:40.004923 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-31257c4f-762c-49cd-8b1e-f62029610890 req-b5bfb1c2-b7e1-4b13-baf3-002977885575 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641943 Jul 14 11:47:40.036246 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Publish callbacks [] for port (e4b7862a-68ff-42cb-b391-458ee8917966), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:40.132830 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:40.197955 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Network 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:40.206322 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:40.208162 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b7862a-68ff-42cb-b391-458ee8917966,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:40.210358 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:47:40.260736 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:40.295067 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:40.467220 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-889a07d6-8e25-4bcf-b260-28b42987ad64 None None] Provisioning complete for port e4b7862a-68ff-42cb-b391-458ee8917966 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:40.468287 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-889a07d6-8e25-4bcf-b260-28b42987ad64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:40.471747 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:40.505700 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-889a07d6-8e25-4bcf-b260-28b42987ad64 None None] Port e4b7862a-68ff-42cb-b391-458ee8917966 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:47:40.638401 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Publish callbacks [] for port (e4b7862a-68ff-42cb-b391-458ee8917966), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:40.646555 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:47:40.720943 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:40.762566 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:40.781004 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:40.848245 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d3e2e-88ac-480f-8c74-2d9ba6adf498 req-8d226eff-37ce-4bb7-b5f8-507613b2dbf2 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:40.849886 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-661d3e2e-88ac-480f-8c74-2d9ba6adf498 req-8d226eff-37ce-4bb7-b5f8-507613b2dbf2 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 943 time: 0.1036978 Jul 14 11:47:40.856394 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b7862a-68ff-42cb-b391-458ee8917966,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:40.909406 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-661d3e2e-88ac-480f-8c74-2d9ba6adf498 req-26604b39-f215-478f-a512-0f8c6a05f4d6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535395 Jul 14 11:47:40.942194 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device c778bb9f-a842-49d5-ac68-13506b07d41c up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:40.942531 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Network 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:40.944020 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:40.944749 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'port_id': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386', 'mac_address': 'fa:16:3e:93:69:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:47:41.015364 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:41.015816 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:41.033345 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port c778bb9f-a842-49d5-ac68-13506b07d41c triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:41.033724 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:41.042176 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:47:41.071674 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:41.079639 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:47:41.091747 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:41.145205 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port c778bb9f-a842-49d5-ac68-13506b07d41c is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:41.145205 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:41.162447 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:41.165204 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port c778bb9f-a842-49d5-ac68-13506b07d41c, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=c778bb9f-a842-49d5-ac68-13506b07d41c,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:41.194130 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:41.199381 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-6135ccbc-0850-4a24-8637-a9418e5c0d90 admin admin] 10.222.0.40 "PUT /v2.0/routers/9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6926734 Jul 14 11:47:41.217406 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:41.226453 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:41.257979 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-0376dda6-c184-4de5-8c11-733ea2b3fed8 None None] Provisioning complete for port e4b7862a-68ff-42cb-b391-458ee8917966 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:41.258348 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-0376dda6-c184-4de5-8c11-733ea2b3fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:41.313545 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-0376dda6-c184-4de5-8c11-733ea2b3fed8 None None] Port e4b7862a-68ff-42cb-b391-458ee8917966 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:47:41.316095 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=c778bb9f-a842-49d5-ac68-13506b07d41c,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:41.522041 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['5e6cb4bd-c1db-46aa-aa0f-3f63a312e386'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:47:41.613128 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Sync routers for ids ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:41.624515 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Routers {'9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:41.627143 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:41.739113 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Set router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:41.933048 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'name': 'tempest-TestMinimumBasicScenario-642569018-router', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:34Z', 'updated_at': '2022-07-14T11:47:40Z', 'revision_number': 4, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'gw_port': {'id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:36Z', 'updated_at': '2022-07-14T11:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'e4b7862a-68ff-42cb-b391-458ee8917966', 'name': '', 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'mac_address': 'fa:16:3e:7f:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f98272ec-34cd-42e2-ac1d-63ba789bdce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:39Z', 'updated_at': '2022-07-14T11:47:40Z', 'revision_number': 2, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'subnets': [{'id': 'f98272ec-34cd-42e2-ac1d-63ba789bdce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:41.958805 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Checking router: 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:41.959153 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Updating router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c port e4b7862a-68ff-42cb-b391-458ee8917966 binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:47:41.992605 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:42.034698 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7031625-4929-4420-933f-8d708b8db6fa req-c04775dd-eb3e-4803-b27e-2d7408a4ee3b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:42.036224 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b7031625-4929-4420-933f-8d708b8db6fa req-c04775dd-eb3e-4803-b27e-2d7408a4ee3b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 944 time: 0.0550678 Jul 14 11:47:42.096955 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b7031625-4929-4420-933f-8d708b8db6fa req-39df97e8-aaa8-4ab1-9952-4e179ba2f022 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548534 Jul 14 11:47:42.261771 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Publish callbacks [] for port (e4b7862a-68ff-42cb-b391-458ee8917966), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:42.366817 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:42.433905 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8e526-4164-4777-85e0-1b927a8b9475 None None] Pushing event updated for resources: {'Port': ['ID=e4b7862a-68ff-42cb-b391-458ee8917966,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:42.612169 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Attempting to bind port e4b7862a-68ff-42cb-b391-458ee8917966 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:47:42.612536 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Attempting to bind port e4b7862a-68ff-42cb-b391-458ee8917966 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '2031b578-41dc-42fb-8115-bfdaf6946cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:47:42.612891 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Attempting to bind port e4b7862a-68ff-42cb-b391-458ee8917966 on network 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:47:42.618027 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:42.621483 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:47:42.621852 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Checking segment: {'id': '2031b578-41dc-42fb-8115-bfdaf6946cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:47:42.622248 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:42.622667 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Bound using segment: {'id': '2031b578-41dc-42fb-8115-bfdaf6946cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:47:42.623089 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Bound port: e4b7862a-68ff-42cb-b391-458ee8917966, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2031b578-41dc-42fb-8115-bfdaf6946cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:47:42.623461 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:42.671985 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:42.695669 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:42.700265 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] For port e4b7862a-68ff-42cb-b391-458ee8917966, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:47:42.703924 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] For port e4b7862a-68ff-42cb-b391-458ee8917966, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=e4b7862a-68ff-42cb-b391-458ee8917966,segment=NetworkSegment(2031b578-41dc-42fb-8115-bfdaf6946cbb),segment_id=2031b578-41dc-42fb-8115-bfdaf6946cbb)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:47:42.718103 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:42.726965 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:42.734293 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:47:42.744009 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:42.752879 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-9b73cf40-97e2-4276-a1b2-cbdce22f687e None None] Provisioning complete for port e4b7862a-68ff-42cb-b391-458ee8917966 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:42.753294 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9b73cf40-97e2-4276-a1b2-cbdce22f687e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:42.785679 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:42.802255 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-9b73cf40-97e2-4276-a1b2-cbdce22f687e None None] Port e4b7862a-68ff-42cb-b391-458ee8917966 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:47:42.812473 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:42.813748 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:42.853089 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device c778bb9f-a842-49d5-ac68-13506b07d41c up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:42.895812 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Routers {'9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:42.896492 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:42.953432 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8e526-4164-4777-85e0-1b927a8b9475 None None] Pushing event updated for resources: {'Port': ['ID=e4b7862a-68ff-42cb-b391-458ee8917966,revision_number=4']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:42.990795 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:42.991563 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:43.016992 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port c778bb9f-a842-49d5-ac68-13506b07d41c triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:43.017818 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:43.025005 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:43.027849 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0968106b-3d8e-4c69-8b4e-241b8162e6be" -d '{"events": [{"server_uuid": "72ebe862-edb8-480e-9c0d-02a791c8160b", "name": "network-vif-plugged", "status": "completed", "tag": "5e6cb4bd-c1db-46aa-aa0f-3f63a312e386"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:43.070997 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:43.075083 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] Set router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:43.249715 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70d0e5b-17a3-4312-8a57-00bcbcecb9d6 x-openstack-request-id: req-a70d0e5b-17a3-4312-8a57-00bcbcecb9d6 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:43.250037 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ebe862-edb8-480e-9c0d-02a791c8160b", "name": "network-vif-plugged", "status": "completed", "tag": "5e6cb4bd-c1db-46aa-aa0f-3f63a312e386", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:43.250358 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a70d0e5b-17a3-4312-8a57-00bcbcecb9d6 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:43.252538 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70d0e5b-17a3-4312-8a57-00bcbcecb9d6'] response: {'server_uuid': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386', 'code': 200} Jul 14 11:47:43.257777 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port c778bb9f-a842-49d5-ac68-13506b07d41c is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:43.263721 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:43.297569 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b84404-536d-43dc-ab5b-f4831198e5e9 req-7063577b-0b67-4844-a36f-5d2559d58d50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:43.305403 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-96b84404-536d-43dc-ab5b-f4831198e5e9 req-7063577b-0b67-4844-a36f-5d2559d58d50 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 945 time: 0.0772843 Jul 14 11:47:43.306924 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-8e511cc7-0132-418a-b654-75cde58b994b None None] Provisioning complete for port e4b7862a-68ff-42cb-b391-458ee8917966 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:43.307396 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-8e511cc7-0132-418a-b654-75cde58b994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:43.323449 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:43.367850 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:43.379767 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-96b84404-536d-43dc-ab5b-f4831198e5e9 req-bda537ba-59e6-4f08-90ed-a51e210a33a6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732055 Jul 14 11:47:43.403901 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'name': 'tempest-TestMinimumBasicScenario-642569018-router', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:34Z', 'updated_at': '2022-07-14T11:47:40Z', 'revision_number': 4, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'gw_port': {'id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:36Z', 'updated_at': '2022-07-14T11:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'e4b7862a-68ff-42cb-b391-458ee8917966', 'name': '', 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'mac_address': 'fa:16:3e:7f:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f98272ec-34cd-42e2-ac1d-63ba789bdce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:39Z', 'updated_at': '2022-07-14T11:47:42Z', 'revision_number': 4, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'subnets': [{'id': 'f98272ec-34cd-42e2-ac1d-63ba789bdce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:43.421259 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-8e511cc7-0132-418a-b654-75cde58b994b None None] Current status of the port e4b7862a-68ff-42cb-b391-458ee8917966 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:43.421992 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-8e511cc7-0132-418a-b654-75cde58b994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:43.432594 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0f7c8-a3d6-4002-803f-7babc13a10ed None None] The sync data for ids ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'] in dv-cinder-849803-1-iscsi is: [{'id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'name': 'tempest-TestMinimumBasicScenario-642569018-router', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:34Z', 'updated_at': '2022-07-14T11:47:40Z', 'revision_number': 4, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'gw_port': {'id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:36Z', 'updated_at': '2022-07-14T11:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'e4b7862a-68ff-42cb-b391-458ee8917966', 'name': '', 'network_id': '66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'mac_address': 'fa:16:3e:7f:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f98272ec-34cd-42e2-ac1d-63ba789bdce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:39Z', 'updated_at': '2022-07-14T11:47:42Z', 'revision_number': 4, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'subnets': [{'id': 'f98272ec-34cd-42e2-ac1d-63ba789bdce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:43.470327 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-8e511cc7-0132-418a-b654-75cde58b994b None None] For port e4b7862a-68ff-42cb-b391-458ee8917966, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=e4b7862a-68ff-42cb-b391-458ee8917966,segment=NetworkSegment(2031b578-41dc-42fb-8115-bfdaf6946cbb),segment_id=2031b578-41dc-42fb-8115-bfdaf6946cbb)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:47:43.567410 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-8e511cc7-0132-418a-b654-75cde58b994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:43.615080 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e7bb1-8d20-449f-b7ce-fd00068f8e60 req-e938a723-0dfd-4269-b907-13a082890fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:43.617225 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b55e7bb1-8d20-449f-b7ce-fd00068f8e60 req-e938a723-0dfd-4269-b907-13a082890fb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 1129 time: 0.0611274 Jul 14 11:47:43.678127 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e511cc7-0132-418a-b654-75cde58b994b None None] Pushing event updated for resources: {'Port': ['ID=e4b7862a-68ff-42cb-b391-458ee8917966,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:43.689839 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b55e7bb1-8d20-449f-b7ce-fd00068f8e60 req-93b6bf34-3577-4d6b-bf30-993e67d0dbe3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660779 Jul 14 11:47:44.288719 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:47:44.471166 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:44.520338 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf005513-e894-4843-9842-56b10fa823d3 req-4dee11ae-68cd-47cc-b48d-10c9461334fd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:44.524044 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bf005513-e894-4843-9842-56b10fa823d3 req-4dee11ae-68cd-47cc-b48d-10c9461334fd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 945 time: 0.0672305 Jul 14 11:47:44.592759 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bf005513-e894-4843-9842-56b10fa823d3 req-901873f7-d11a-4702-89d5-6a819965b4f1 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604548 Jul 14 11:47:44.873052 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device e4b7862a-68ff-42cb-b391-458ee8917966 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:47:44.916603 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:44.933285 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-880443e5-9a0f-438f-904c-17353ac3aa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:44.936131 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port e4b7862a-68ff-42cb-b391-458ee8917966 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:44.936671 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:45.024641 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port e4b7862a-68ff-42cb-b391-458ee8917966 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:47:45.724351 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13d8da-dfa4-4147-9b71-ebf1cc1ad0f8 req-6f876c85-8395-4e53-9449-892f692c657b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:45.725898 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dd13d8da-dfa4-4147-9b71-ebf1cc1ad0f8 req-6f876c85-8395-4e53-9449-892f692c657b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 945 time: 0.0513229 Jul 14 11:47:45.789979 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dd13d8da-dfa4-4147-9b71-ebf1cc1ad0f8 req-1b5dc786-8ff9-4856-b2cf-b8aa0dff5b3a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585353 Jul 14 11:47:46.923085 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22871ed-4f2c-4f63-966b-15e2aeb6059c req-6739da8c-f38a-4a3e-952f-7a51ec2ea937 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:46.925468 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c22871ed-4f2c-4f63-966b-15e2aeb6059c req-6739da8c-f38a-4a3e-952f-7a51ec2ea937 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 945 time: 0.0520411 Jul 14 11:47:47.001854 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c22871ed-4f2c-4f63-966b-15e2aeb6059c req-995d1a71-12dc-4150-bde3-f1ad2065bddc tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689559 Jul 14 11:47:47.082104 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-d74ce7e5-8e29-48c3-b160-581ff78deaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:47.124947 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa3e36-7a73-41b9-b557-1c4ec6d5e429 req-45d25d9d-44f1-48ad-a04d-74e7ada4a361 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:47.127118 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24fa3e36-7a73-41b9-b557-1c4ec6d5e429 req-45d25d9d-44f1-48ad-a04d-74e7ada4a361 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 945 time: 0.0534253 Jul 14 11:47:47.137320 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 38924) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:47:47.144469 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-609e041c-0999-4c6e-a53e-2cf390a85d9e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'floatingip': {'port_id': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:47.190631 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-609e041c-0999-4c6e-a53e-2cf390a85d9e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (58e73005-6dae-46e4-8b91-4fb5c0990361), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:47.582405 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:47.685725 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-609e041c-0999-4c6e-a53e-2cf390a85d9e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:47.746386 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-609e041c-0999-4c6e-a53e-2cf390a85d9e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (58e73005-6dae-46e4-8b91-4fb5c0990361), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:47.847746 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-609e041c-0999-4c6e-a53e-2cf390a85d9e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Floating IP 58e73005-6dae-46e4-8b91-4fb5c0990361 associated. External IP: 172.27.3.232, port: 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386. Jul 14 11:47:48.064865 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609e041c-0999-4c6e-a53e-2cf390a85d9e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:47:48.084967 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:48.185536 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609e041c-0999-4c6e-a53e-2cf390a85d9e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:47:48.190900 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-609e041c-0999-4c6e-a53e-2cf390a85d9e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:48.200650 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1effe407-174b-4485-bd26-570eb1b8db29 None None] Sync routers for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:47:48.227251 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-609e041c-0999-4c6e-a53e-2cf390a85d9e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "PUT /v2.0/floatingips/58e73005-6dae-46e4-8b91-4fb5c0990361 HTTP/1.1" status: 200 len: 991 time: 1.0876918 Jul 14 11:47:48.227706 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1effe407-174b-4485-bd26-570eb1b8db29 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:48.227857 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'tag': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:47:48.228726 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1effe407-174b-4485-bd26-570eb1b8db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:48.230173 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a6aca-aa79-4b9d-afbf-69c7571458e4" -d '{"events": [{"name": "network-changed", "server_uuid": "72ebe862-edb8-480e-9c0d-02a791c8160b", "tag": "5e6cb4bd-c1db-46aa-aa0f-3f63a312e386"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:47:48.271225 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2235b2a9-5b87-4984-83ec-92d7e5d74390 x-openstack-request-id: req-2235b2a9-5b87-4984-83ec-92d7e5d74390 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:47:48.271600 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ebe862-edb8-480e-9c0d-02a791c8160b", "tag": "5e6cb4bd-c1db-46aa-aa0f-3f63a312e386", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:47:48.271921 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2235b2a9-5b87-4984-83ec-92d7e5d74390 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:47:48.272391 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2235b2a9-5b87-4984-83ec-92d7e5d74390'] response: {'name': 'network-changed', 'server_uuid': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'tag': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386', 'status': 'completed', 'code': 200} Jul 14 11:47:48.344079 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6aca-aa79-4b9d-afbf-69c7571458e4 req-641e6956-1bca-43f1-94d5-2bc796085f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:48.346304 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-978a6aca-aa79-4b9d-afbf-69c7571458e4 req-641e6956-1bca-43f1-94d5-2bc796085f28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 1129 time: 0.0473385 Jul 14 11:47:48.352234 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-1effe407-174b-4485-bd26-570eb1b8db29 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:48.354627 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:48.462033 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6aca-aa79-4b9d-afbf-69c7571458e4 req-801c65fa-dd04-45d6-b874-46bb5e897ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:48.463543 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-978a6aca-aa79-4b9d-afbf-69c7571458e4 req-801c65fa-dd04-45d6-b874-46bb5e897ade service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 916 time: 0.1048551 Jul 14 11:47:48.534560 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-978a6aca-aa79-4b9d-afbf-69c7571458e4 req-71a8fafb-cf29-40fb-a5c2-8210caf9d787 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 HTTP/1.1" status: 200 len: 999 time: 0.0588262 Jul 14 11:47:48.578438 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1effe407-174b-4485-bd26-570eb1b8db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '58e73005-6dae-46e4-8b91-4fb5c0990361', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:93:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:47:28Z', 'updated_at': '2022-07-14T11:47:47Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:48.592560 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6aca-aa79-4b9d-afbf-69c7571458e4 req-c3fcdee3-1dcc-4fcb-bebd-ae9276bb8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:48.594074 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-978a6aca-aa79-4b9d-afbf-69c7571458e4 req-c3fcdee3-1dcc-4fcb-bebd-ae9276bb8890 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359d57a5-1483-450f-ae8c-a26ea1a1115d HTTP/1.1" status: 200 len: 854 time: 0.0509448 Jul 14 11:47:48.605053 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1effe407-174b-4485-bd26-570eb1b8db29 None None] Checking router: a12ab71c-1de3-4b12-86f7-5c9fecff0c40 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:47:48.614942 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1effe407-174b-4485-bd26-570eb1b8db29 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:47:48.615672 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1effe407-174b-4485-bd26-570eb1b8db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:48.641784 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6aca-aa79-4b9d-afbf-69c7571458e4 req-140962f4-8d7b-42fb-8521-656b12953c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:48.643284 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-978a6aca-aa79-4b9d-afbf-69c7571458e4 req-140962f4-8d7b-42fb-8521-656b12953c90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce6397ea-e1d9-4c18-9185-6161e76618d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401108 Jul 14 11:47:48.739042 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-1effe407-174b-4485-bd26-570eb1b8db29 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:47:48.752023 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-978a6aca-aa79-4b9d-afbf-69c7571458e4 req-0116b205-7372-4897-86b8-ee28fd01b3aa service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982080 Jul 14 11:47:48.871296 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-978a6aca-aa79-4b9d-afbf-69c7571458e4 req-8616dfeb-9bec-4812-b38d-ed8f22770fcc service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102462 Jul 14 11:47:48.951549 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1effe407-174b-4485-bd26-570eb1b8db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '58e73005-6dae-46e4-8b91-4fb5c0990361', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:93:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:47:28Z', 'updated_at': '2022-07-14T11:47:47Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:47:48.982156 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1effe407-174b-4485-bd26-570eb1b8db29 None None] The sync data for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi is: [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '58e73005-6dae-46e4-8b91-4fb5c0990361', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:93:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:47:28Z', 'updated_at': '2022-07-14T11:47:47Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:47:49.434387 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72597bd1-8bfb-4a2f-9eb2-9275d60a7186 None None] New status for floating IP 58e73005-6dae-46e4-8b91-4fb5c0990361: ACTIVE {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:47:49.606527 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:49.998451 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:53.078797 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e2742-62f2-47fe-9352-3369296611e5 req-20919f7d-6447-43c3-9f0d-f70e92eaf088 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:53.080865 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-20919f7d-6447-43c3-9f0d-f70e92eaf088 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/networks?id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 HTTP/1.1" status: 200 len: 814 time: 0.1066806 Jul 14 11:47:53.095225 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-e260fe05-4992-4492-9184-d7c65a168bdd tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/quotas/dc22323158714269b0da2b01121fe3ed HTTP/1.1" status: 200 len: 375 time: 0.0090408 Jul 14 11:47:53.147214 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-3f3e64bc-3324-4198-94b8-c9e52bfff95f tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=dc22323158714269b0da2b01121fe3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466683 Jul 14 11:47:53.250950 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-07ecb50c-c6d9-4005-b178-f300f93cc69c service neutron] 10.222.0.40 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888865 Jul 14 11:47:53.345808 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-b42e0fe6-5288-4683-8e0d-f06d33d41c7e service neutron] 10.222.0.40 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887637 Jul 14 11:47:53.583018 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d9751e9c-6efa-48c7-809a-3b29e4c5f7fb req-30c88ea9-d345-410d-9f10-7624cbc3dc2b tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 210 time: 0.0289183 Jul 14 11:47:54.678895 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4b753887-84e4-4ba9-a8e7-2f2f23e9d66a req-506ecd24-a11e-4025-ad67-0c5d102b4f26 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 210 time: 0.0300224 Jul 14 11:47:55.775070 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8e45d8b0-6bab-4ef1-8547-baaf3574c4e3 req-f4c02e29-e62a-4956-8c25-b1b25b2bfd47 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 210 time: 0.0282834 Jul 14 11:47:55.866329 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:55.963466 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e2742-62f2-47fe-9352-3369296611e5 req-d8ef3e24-4ba3-40a2-bbe5-9d515d6ab779 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:55.964916 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-d8ef3e24-4ba3-40a2-bbe5-9d515d6ab779 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.55 "GET /v2.0/networks?id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 HTTP/1.1" status: 200 len: 814 time: 0.1093287 Jul 14 11:47:56.271204 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Request body: {'port': {'device_id': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'admin_state_up': True, 'tenant_id': 'dc22323158714269b0da2b01121fe3ed'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:47:56.452136 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Made reservation on behalf of dc22323158714269b0da2b01121fe3ed for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:47:56.456149 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:56.540396 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:56.591678 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Allocated IP 172.20.0.12 (5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7/2aae70f5-484a-45cf-af1c-4c414744dbc5/f79bdd51-95b5-4720-a060-677fe13019be) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:47:56.742119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for port (f79bdd51-95b5-4720-a060-677fe13019be), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:56.835816 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (f79bdd51-95b5-4720-a060-677fe13019be), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:56.888188 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'Port': ['ID=f79bdd51-95b5-4720-a060-677fe13019be,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:47:56.896202 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:47:56.897805 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:47:56.901305 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:47:56.904991 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd116-515d-4846-992a-335d38957bbe req-a83c2b54-3656-432b-8b46-3cd407858c08 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:56.906155 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7dbcd116-515d-4846-992a-335d38957bbe req-a83c2b54-3656-432b-8b46-3cd407858c08 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 932 time: 0.0604279 Jul 14 11:47:56.960168 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:56.960986 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:56.967929 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7dbcd116-515d-4846-992a-335d38957bbe req-53b8c8fa-070e-47f1-b94d-990383c4adb3 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539961 Jul 14 11:47:56.971746 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:57.078638 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-8d92d827-2999-43b0-84ff-8e26ddae2593 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8116109 Jul 14 11:47:57.176335 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-94c9a096-20fd-4816-8a10-8bdc8b94b74f None None] Provisioning complete for port f79bdd51-95b5-4720-a060-677fe13019be triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:47:57.177381 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-94c9a096-20fd-4816-8a10-8bdc8b94b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (f79bdd51-95b5-4720-a060-677fe13019be), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:57.199629 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:57.213382 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-94c9a096-20fd-4816-8a10-8bdc8b94b74f None None] Port f79bdd51-95b5-4720-a060-677fe13019be cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:47:57.852015 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:47:58.087068 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91ed18-d49c-4501-8ed4-8289d5012c5f req-de7f78a8-56c5-4b49-b493-7a635bcbb4aa tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:58.088498 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fb91ed18-d49c-4501-8ed4-8289d5012c5f req-de7f78a8-56c5-4b49-b493-7a635bcbb4aa tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 932 time: 0.0513384 Jul 14 11:47:58.139476 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fb91ed18-d49c-4501-8ed4-8289d5012c5f req-2c676aab-b527-4d72-905d-ad5342ef04d5 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453432 Jul 14 11:47:59.265501 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e0b56-71f1-49c1-9cbf-28a57c5f6a1b req-0a8ca84a-b93f-4005-a5a3-42451b016136 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:47:59.267036 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e10e0b56-71f1-49c1-9cbf-28a57c5f6a1b req-0a8ca84a-b93f-4005-a5a3-42451b016136 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 932 time: 0.0552356 Jul 14 11:47:59.320178 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e10e0b56-71f1-49c1-9cbf-28a57c5f6a1b req-7a052009-f3e6-467d-a22d-a17b74e2443a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 Jul 14 11:47:59.554301 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:47:59.559292 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=70,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:00.422813 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:00.442961 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2665222-efc0-4a0e-a5e7-b6308b24b237 req-32fc59d5-e97d-4e6f-8e19-525960b4c56e tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:00.444320 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c2665222-efc0-4a0e-a5e7-b6308b24b237 req-32fc59d5-e97d-4e6f-8e19-525960b4c56e tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 932 time: 0.0500441 Jul 14 11:48:00.498393 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c2665222-efc0-4a0e-a5e7-b6308b24b237 req-550ae63c-71b6-465f-aef1-9cd3cf8c29eb tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483928 Jul 14 11:48:01.615131 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716961-eaba-4715-9525-a1b6f09f1c97 req-8e4834b2-d84f-4ee1-a95c-0be759345194 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:01.619895 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c6716961-eaba-4715-9525-a1b6f09f1c97 req-8e4834b2-d84f-4ee1-a95c-0be759345194 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 932 time: 0.0539813 Jul 14 11:48:01.665846 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c6716961-eaba-4715-9525-a1b6f09f1c97 req-2208c44e-162b-42eb-bd95-2e64aec08752 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436280 Jul 14 11:48:02.797301 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e923a3-6d80-42af-b2dc-3898f5c824ac req-0aac0ba4-8630-4082-bd59-16b20f2347a6 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:02.799481 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-59e923a3-6d80-42af-b2dc-3898f5c824ac req-0aac0ba4-8630-4082-bd59-16b20f2347a6 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 932 time: 0.0601490 Jul 14 11:48:02.858496 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-59e923a3-6d80-42af-b2dc-3898f5c824ac req-96e75c1d-8d57-425e-92e0-b2288236d185 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497420 Jul 14 11:48:03.970033 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:03.981592 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a679dc-9ffc-4d96-bc17-227fb1c47917 req-7e9bfa9a-3ecf-4527-9ad0-d4dee8f7a171 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:03.983110 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-33a679dc-9ffc-4d96-bc17-227fb1c47917 req-7e9bfa9a-3ecf-4527-9ad0-d4dee8f7a171 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 932 time: 0.0521514 Jul 14 11:48:04.034957 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-33a679dc-9ffc-4d96-bc17-227fb1c47917 req-62ac7348-a1e3-4997-a5e0-6b2c908d9328 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455146 Jul 14 11:48:05.157476 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3ddd5-6099-42f8-9f30-eaeec402fd7d req-95274d25-40b7-442b-bebc-4d2933b245e5 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:05.159011 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7df3ddd5-6099-42f8-9f30-eaeec402fd7d req-95274d25-40b7-442b-bebc-4d2933b245e5 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 932 time: 0.0506356 Jul 14 11:48:05.212735 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7df3ddd5-6099-42f8-9f30-eaeec402fd7d req-9d26ed9c-c36c-4264-970a-17d7c2d932ff tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460150 Jul 14 11:48:06.334208 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5d765-26f6-43df-8753-88ab9e9f3089 req-24a77e88-66f8-4d53-ae67-605d82be3da8 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:06.335788 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0bb5d765-26f6-43df-8753-88ab9e9f3089 req-24a77e88-66f8-4d53-ae67-605d82be3da8 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 932 time: 0.0528631 Jul 14 11:48:06.386250 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0bb5d765-26f6-43df-8753-88ab9e9f3089 req-0a1f6a0f-e118-4360-bd91-cb0ec0ed08a1 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446024 Jul 14 11:48:06.907690 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Request body: {'port': {'device_id': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:06.967591 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f79bdd51-95b5-4720-a060-677fe13019be), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:07.212559 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:07.228084 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79bdd51-95b5-4720-a060-677fe13019be {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:48:07.235610 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Publish callbacks [] for port (f79bdd51-95b5-4720-a060-677fe13019be), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:07.248120 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Transition to ACTIVE for port object f79bdd51-95b5-4720-a060-677fe13019be will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:48:07.355152 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (f79bdd51-95b5-4720-a060-677fe13019be), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:07.413814 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f79bdd51-95b5-4720-a060-677fe13019be,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:07.499262 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Attempting to bind port f79bdd51-95b5-4720-a060-677fe13019be on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:48:07.499678 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Attempting to bind port f79bdd51-95b5-4720-a060-677fe13019be by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:48:07.500086 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Attempting to bind port f79bdd51-95b5-4720-a060-677fe13019be on network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:48:07.503023 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:07.505987 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Port f79bdd51-95b5-4720-a060-677fe13019be on network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:48:07.506631 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Attempting to bind port f79bdd51-95b5-4720-a060-677fe13019be on network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:48:07.512517 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:48:07.512960 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Checking segment: {'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:48:07.513944 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Bound using segment: {'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:48:07.514475 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Bound port: f79bdd51-95b5-4720-a060-677fe13019be, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c02dd55-cf5b-48a3-ad00-a497b7174b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:48:07.514915 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f79bdd51-95b5-4720-a060-677fe13019be), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:07.529176 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14bc05-8ee5-4817-b180-383f01594224 req-5ecd3801-9d08-4882-82d4-42cd174b5d03 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:07.532535 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-de14bc05-8ee5-4817-b180-383f01594224 req-5ecd3801-9d08-4882-82d4-42cd174b5d03 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 944 time: 0.0637066 Jul 14 11:48:07.584782 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-de14bc05-8ee5-4817-b180-383f01594224 req-0402a837-8d5d-4896-969e-4d57a6410286 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458820 Jul 14 11:48:07.588704 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] For port f79bdd51-95b5-4720-a060-677fe13019be, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:48:07.592041 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] For port f79bdd51-95b5-4720-a060-677fe13019be, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f79bdd51-95b5-4720-a060-677fe13019be,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:48:07.664411 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (f79bdd51-95b5-4720-a060-677fe13019be), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:07.698701 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:07.700127 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:07.701220 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/f79bdd51-95b5-4720-a060-677fe13019be HTTP/1.1" status: 200 len: 1094 time: 0.7981744 Jul 14 11:48:07.703765 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:07.707692 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632dcf15-681a-4703-9882-b83c6a1d1d64" -d '{"events": [{"name": "network-changed", "server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "tag": "f79bdd51-95b5-4720-a060-677fe13019be"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:07.727630 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:07.736937 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaa1f7-0607-42c2-aed7-dcc86a3747b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f79bdd51-95b5-4720-a060-677fe13019be,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:07.762858 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b667a5b-f7ee-48ca-96ac-9d1999509bfa x-openstack-request-id: req-0b667a5b-f7ee-48ca-96ac-9d1999509bfa {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:07.763150 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "tag": "f79bdd51-95b5-4720-a060-677fe13019be", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:07.763402 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0b667a5b-f7ee-48ca-96ac-9d1999509bfa {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:07.763807 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b667a5b-f7ee-48ca-96ac-9d1999509bfa'] response: {'name': 'network-changed', 'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be', 'status': 'completed', 'code': 200} Jul 14 11:48:07.768475 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:07.825640 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e2742-62f2-47fe-9352-3369296611e5 req-306cfdf8-edb3-428a-85c6-59b57606bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:07.827168 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-306cfdf8-edb3-428a-85c6-59b57606bc28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc22323158714269b0da2b01121fe3ed&device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 1128 time: 0.0435693 Jul 14 11:48:07.880851 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-a688d659-5e47-495a-880d-a2ae6d55d4dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79bdd51-95b5-4720-a060-677fe13019be HTTP/1.1" status: 200 len: 217 time: 0.0450590 Jul 14 11:48:07.934669 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e2742-62f2-47fe-9352-3369296611e5 req-3631f362-6308-4f19-818b-0fc60e3d0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:07.936201 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-3631f362-6308-4f19-818b-0fc60e3d0f57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2aae70f5-484a-45cf-af1c-4c414744dbc5 HTTP/1.1" status: 200 len: 853 time: 0.0497932 Jul 14 11:48:07.981626 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e2742-62f2-47fe-9352-3369296611e5 req-957894d2-ec5e-42a1-8fd2-c8d8635906cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:07.983163 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-957894d2-ec5e-42a1-8fd2-c8d8635906cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402973 Jul 14 11:48:08.083278 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-58ad4952-b0e6-42a9-9ee6-f1ad650080c6 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889540 Jul 14 11:48:08.176104 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-847e2742-62f2-47fe-9352-3369296611e5 req-becbb671-cffb-4eea-a825-1e16dd31575b service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847120 Jul 14 11:48:08.699913 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e434ca-e80e-4d46-b2e0-6b20f20659af req-5446db75-ebcd-4ff4-8b1a-50c8962c2521 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:08.701332 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-76e434ca-e80e-4d46-b2e0-6b20f20659af req-5446db75-ebcd-4ff4-8b1a-50c8962c2521 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 944 time: 0.0481520 Jul 14 11:48:08.754110 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-76e434ca-e80e-4d46-b2e0-6b20f20659af req-b53d7046-54ac-467d-b511-2f8cd3010439 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466630 Jul 14 11:48:08.914990 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf894f-da5f-4025-81d4-c2e5ca248be5 req-e3fef215-0f2f-447d-a686-6b6440d948a5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:08.916452 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b7bf894f-da5f-4025-81d4-c2e5ca248be5 req-e3fef215-0f2f-447d-a686-6b6440d948a5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0478878 Jul 14 11:48:08.963674 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b7bf894f-da5f-4025-81d4-c2e5ca248be5 req-295b0fdd-3a09-4ae9-abd0-1a58d63f9f00 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415637 Jul 14 11:48:09.262573 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dcf15-681a-4703-9882-b83c6a1d1d64 req-9b738c21-1753-41f2-a1c6-5b6607148d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:09.264076 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-632dcf15-681a-4703-9882-b83c6a1d1d64 req-9b738c21-1753-41f2-a1c6-5b6607148d9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc22323158714269b0da2b01121fe3ed&device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 1128 time: 0.0428872 Jul 14 11:48:09.358177 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dcf15-681a-4703-9882-b83c6a1d1d64 req-bba98f5f-df1a-4bfb-bdce-41c7f86f87db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:09.359740 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-632dcf15-681a-4703-9882-b83c6a1d1d64 req-bba98f5f-df1a-4bfb-bdce-41c7f86f87db service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 HTTP/1.1" status: 200 len: 915 time: 0.0882435 Jul 14 11:48:09.874635 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f35ff-f454-43ff-8fac-58ed31a89061 req-e99c5185-1256-4ddc-8a82-3d74e5bd1005 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:09.876120 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fa5f35ff-f454-43ff-8fac-58ed31a89061 req-e99c5185-1256-4ddc-8a82-3d74e5bd1005 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 944 time: 0.0466592 Jul 14 11:48:09.927299 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fa5f35ff-f454-43ff-8fac-58ed31a89061 req-b9c1ecc3-af7f-4d1b-b5a9-4b387d56199b tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Jul 14 11:48:10.082570 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71af4a-1e1b-4720-9d1c-1bc9b2226f21 req-649a6e19-df38-455a-871d-6b8afb8ef792 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:10.084063 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7e71af4a-1e1b-4720-9d1c-1bc9b2226f21 req-649a6e19-df38-455a-871d-6b8afb8ef792 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0484684 Jul 14 11:48:10.134042 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7e71af4a-1e1b-4720-9d1c-1bc9b2226f21 req-1705785e-d759-44c8-8e5d-6b3d8adf5923 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443330 Jul 14 11:48:10.669700 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-632dcf15-681a-4703-9882-b83c6a1d1d64 req-83a2b4a7-8333-4f33-bf92-fc1c9a80c6fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79bdd51-95b5-4720-a060-677fe13019be HTTP/1.1" status: 200 len: 217 time: 0.0329208 Jul 14 11:48:10.708769 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:10.722804 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dcf15-681a-4703-9882-b83c6a1d1d64 req-4cad0b21-27fc-4576-8fe8-113789c4114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:10.724784 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-632dcf15-681a-4703-9882-b83c6a1d1d64 req-4cad0b21-27fc-4576-8fe8-113789c4114d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2aae70f5-484a-45cf-af1c-4c414744dbc5 HTTP/1.1" status: 200 len: 853 time: 0.0467398 Jul 14 11:48:10.774083 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device f79bdd51-95b5-4720-a060-677fe13019be details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:48:10.868249 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dcf15-681a-4703-9882-b83c6a1d1d64 req-b747bf85-ffa9-412f-a567-0076e6e0c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:11.020717 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-632dcf15-681a-4703-9882-b83c6a1d1d64 req-b747bf85-ffa9-412f-a567-0076e6e0c529 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455432 Jul 14 11:48:11.020717 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-632dcf15-681a-4703-9882-b83c6a1d1d64 req-689097d8-2d9e-4e60-9365-cfb21da2feb2 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036234 Jul 14 11:48:11.021911 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port f79bdd51-95b5-4720-a060-677fe13019be, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f79bdd51-95b5-4720-a060-677fe13019be,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:11.026940 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'f79bdd51-95b5-4720-a060-677fe13019be', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'port_id': 'f79bdd51-95b5-4720-a060-677fe13019be', 'mac_address': 'fa:16:3e:f9:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:48:11.039326 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-959ad7db-1161-4815-b244-cf0e1a8b8208 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:11.040925 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-959ad7db-1161-4815-b244-cf0e1a8b8208 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.55 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0646505 Jul 14 11:48:11.063357 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port f79bdd51-95b5-4720-a060-677fe13019be is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:48:11.063741 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f79bdd51-95b5-4720-a060-677fe13019be), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:11.078553 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79bdd51-95b5-4720-a060-677fe13019be {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:48:11.099929 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port f79bdd51-95b5-4720-a060-677fe13019be, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f79bdd51-95b5-4720-a060-677fe13019be,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:11.116642 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb839e-7511-4699-8b31-c42859a7806f req-5961c39f-3fa9-417b-bc79-20e7fc42adec tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:11.118283 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2ebb839e-7511-4699-8b31-c42859a7806f req-5961c39f-3fa9-417b-bc79-20e7fc42adec tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 944 time: 0.0871813 Jul 14 11:48:11.144263 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Deleting port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:48:11.144865 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:11.150188 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-632dcf15-681a-4703-9882-b83c6a1d1d64 req-a9944eac-72d9-4c48-a347-561955502605 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573288 Jul 14 11:48:11.176278 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:11.192178 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2ebb839e-7511-4699-8b31-c42859a7806f req-46b8b8aa-bdf5-485c-aa5e-f467f394fbb2 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577536 Jul 14 11:48:11.299529 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2816f98-371d-4583-aee4-a0fbd3716af2 req-25efcbe4-7177-4657-bbaf-c03ffec9f494 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:11.300938 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b2816f98-371d-4583-aee4-a0fbd3716af2 req-25efcbe4-7177-4657-bbaf-c03ffec9f494 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 946 time: 0.0781097 Jul 14 11:48:11.302704 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] For port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:11.303069 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:11.333644 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:11.606767 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (f79bdd51-95b5-4720-a060-677fe13019be), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:11.656356 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=f79bdd51-95b5-4720-a060-677fe13019be,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:11.691167 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b2816f98-371d-4583-aee4-a0fbd3716af2 req-33602a7e-99c0-43c1-8d4f-335c77f7c3f9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=51d67cd0-c310-442e-b2cc-3ae0a31504ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3803473 Jul 14 11:48:11.759392 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:11.759752 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (bc301544-d685-4fad-9a46-302d9a684636), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:11.760063 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Floating IP bc301544-d685-4fad-9a46-302d9a684636 disassociated. External IP: 172.27.3.194, port: cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0. Jul 14 11:48:11.760407 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Calling delete_port for cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 owned by compute:nova {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:48:11.922463 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['f79bdd51-95b5-4720-a060-677fe13019be'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:11.944445 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:11.977596 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event deleted for resources: {'Port': ['ID=cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:12.087790 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:48:12.196436 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:48:12.206459 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cd5f4-e76a-400c-bfbc-7a85a366ccae None None] Sync routers for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:48:12.217186 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438cd5f4-e76a-400c-bfbc-7a85a366ccae None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:12.217844 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-438cd5f4-e76a-400c-bfbc-7a85a366ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:12.238643 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] No DVR routers for this DVR port cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 on host hv-cinder-84980 {{(pid=111167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:48:12.241537 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:12.244766 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3af12062-1157-477c-a61c-9a8f25f731a3 req-778760bc-de02-4208-801a-9add8cf37136 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.55 "DELETE /v2.0/ports/cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 HTTP/1.1" status: 204 len: 173 time: 1.1982775 Jul 14 11:48:12.245235 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'name': 'network-vif-deleted', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:12.247498 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5515bd-db67-431f-8271-e6ed0e19cd2b" -d '{"events": [{"server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "name": "network-vif-deleted", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:12.296963 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91985db0-6fe7-4f24-bd60-aa55c389b19e x-openstack-request-id: req-91985db0-6fe7-4f24-bd60-aa55c389b19e {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:12.297350 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f44195-49ec-496b-937e-eb9722a215c0", "name": "network-vif-deleted", "tag": "cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:12.297773 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-91985db0-6fe7-4f24-bd60-aa55c389b19e {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:12.298167 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91985db0-6fe7-4f24-bd60-aa55c389b19e'] response: {'server_uuid': '03f44195-49ec-496b-937e-eb9722a215c0', 'name': 'network-vif-deleted', 'tag': 'cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0', 'status': 'completed', 'code': 200} Jul 14 11:48:12.322218 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b28fc3-6d34-42e3-941c-2072f3086239 req-0c758af4-8d3b-4ccf-aadf-56bb4084ed34 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:12.323953 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78b28fc3-6d34-42e3-941c-2072f3086239 req-0c758af4-8d3b-4ccf-aadf-56bb4084ed34 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 945 time: 0.0592966 Jul 14 11:48:12.334347 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-438cd5f4-e76a-400c-bfbc-7a85a366ccae None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:12.358047 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:12.381812 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78b28fc3-6d34-42e3-941c-2072f3086239 req-07eec298-41eb-48e8-a9f2-ee20a7b7ba4f tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517745 Jul 14 11:48:12.544384 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-438cd5f4-e76a-400c-bfbc-7a85a366ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:12.569834 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cd5f4-e76a-400c-bfbc-7a85a366ccae None None] Checking router: 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:48:12.578256 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438cd5f4-e76a-400c-bfbc-7a85a366ccae None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:12.578870 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-438cd5f4-e76a-400c-bfbc-7a85a366ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:47:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:12.681148 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-438cd5f4-e76a-400c-bfbc-7a85a366ccae None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:12.800946 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device f79bdd51-95b5-4720-a060-677fe13019be up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:12.811802 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-384a47ad-e3c4-4157-b644-4923dc16c7e0 req-ffe9392e-b1fe-4e9e-82ed-3792024fc1a4 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=03f44195-49ec-496b-937e-eb9722a215c0 HTTP/1.1" status: 200 len: 210 time: 0.0330372 Jul 14 11:48:12.897497 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port f79bdd51-95b5-4720-a060-677fe13019be completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:48:12.912344 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-438cd5f4-e76a-400c-bfbc-7a85a366ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:12.937366 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cd5f4-e76a-400c-bfbc-7a85a366ccae None None] The sync data for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi is: [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:48:12.986855 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port f79bdd51-95b5-4720-a060-677fe13019be triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:48:12.986855 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (f79bdd51-95b5-4720-a060-677fe13019be), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:13.030100 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:13.069351 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port f79bdd51-95b5-4720-a060-677fe13019be is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:48:13.069761 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f79bdd51-95b5-4720-a060-677fe13019be), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:13.078800 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:13.094909 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:13.097147 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c742b07-5cfc-436f-b7a0-0904d38c02e1" -d '{"events": [{"server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "name": "network-vif-plugged", "status": "completed", "tag": "f79bdd51-95b5-4720-a060-677fe13019be"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:13.111210 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port f79bdd51-95b5-4720-a060-677fe13019be, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f79bdd51-95b5-4720-a060-677fe13019be,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:13.140111 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5ed8e8-1de7-422d-bdca-e002561a5d43 x-openstack-request-id: req-dd5ed8e8-1de7-422d-bdca-e002561a5d43 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:13.140500 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "name": "network-vif-plugged", "status": "completed", "tag": "f79bdd51-95b5-4720-a060-677fe13019be", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:13.140819 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-dd5ed8e8-1de7-422d-bdca-e002561a5d43 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:13.141328 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5ed8e8-1de7-422d-bdca-e002561a5d43'] response: {'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be', 'code': 200} Jul 14 11:48:13.160890 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (f79bdd51-95b5-4720-a060-677fe13019be), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:13.162349 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:13.166935 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:13.172960 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3da76-7a67-4453-bc36-0cf5098397eb None None] New status for floating IP bc301544-d685-4fad-9a46-302d9a684636: DOWN {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:48:13.201941 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:48:13.202670 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cf1c50ae-e6c8-42f3-9333-a8eaf141bcd0 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:13.229330 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=f79bdd51-95b5-4720-a060-677fe13019be,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:13.510777 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851d13d-8fc0-4ebe-9395-e0010bff448d req-10e30c2e-a6e7-4e53-a2ae-310a980e685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:13.512270 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3851d13d-8fc0-4ebe-9395-e0010bff448d req-10e30c2e-a6e7-4e53-a2ae-310a980e685c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 1130 time: 0.0701311 Jul 14 11:48:13.518438 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad400f-ed56-4536-9be6-ed0afc7aedd8 req-f94deb14-5bd3-44bc-ab27-85ad1ed7aff4 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:13.519783 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4bad400f-ed56-4536-9be6-ed0afc7aedd8 req-f94deb14-5bd3-44bc-ab27-85ad1ed7aff4 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.0688846 Jul 14 11:48:13.593625 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3851d13d-8fc0-4ebe-9395-e0010bff448d req-72fb5439-90e4-4cc2-8fe9-3f66cc513013 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729024 Jul 14 11:48:13.597748 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4bad400f-ed56-4536-9be6-ed0afc7aedd8 req-636230ef-56b2-4460-b611-8338f55adb49 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704684 Jul 14 11:48:13.990960 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39094) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:13.999138 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:14.046466 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c178fdaf-3dc8-484a-a6ff-b86bb511b6d5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (51d67cd0-c310-442e-b2cc-3ae0a31504ef), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:14.070377 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c178fdaf-3dc8-484a-a6ff-b86bb511b6d5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (51d67cd0-c310-442e-b2cc-3ae0a31504ef), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:14.082438 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:14.160886 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c178fdaf-3dc8-484a-a6ff-b86bb511b6d5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (51d67cd0-c310-442e-b2cc-3ae0a31504ef), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:14.164010 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c178fdaf-3dc8-484a-a6ff-b86bb511b6d5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:14.165256 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-c178fdaf-3dc8-484a-a6ff-b86bb511b6d5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "DELETE /v2.0/security-groups/51d67cd0-c310-442e-b2cc-3ae0a31504ef HTTP/1.1" status: 204 len: 168 time: 0.1731958 Jul 14 11:48:14.168041 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39096) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:14.175706 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178fdaf-3dc8-484a-a6ff-b86bb511b6d5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d67cd0-c310-442e-b2cc-3ae0a31504ef,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:14.182781 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.api.v2.resource [None req-5c7bc9dd-60c3-450c-94c6-0083101dab65 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] show failed (client error): The resource could not be found. Jul 14 11:48:14.183777 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-5c7bc9dd-60c3-450c-94c6-0083101dab65 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups/51d67cd0-c310-442e-b2cc-3ae0a31504ef HTTP/1.1" status: 404 len: 347 time: 0.0141835 Jul 14 11:48:14.186740 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39098) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:14.299616 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Deleting port 9241f54c-84d1-43f6-a6b1-1ab38679f934 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:48:14.299960 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (9241f54c-84d1-43f6-a6b1-1ab38679f934), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:14.373377 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (9241f54c-84d1-43f6-a6b1-1ab38679f934), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:14.373609 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (9241f54c-84d1-43f6-a6b1-1ab38679f934), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:14.385644 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Calling delete_port for 9241f54c-84d1-43f6-a6b1-1ab38679f934 owned by network:floatingip {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:48:14.735871 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663728-11ac-4576-895a-1d00754ce7b7 req-9703f394-303a-4699-a7c7-71b157138a36 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:14.737351 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4c663728-11ac-4576-895a-1d00754ce7b7 req-9703f394-303a-4699-a7c7-71b157138a36 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.0680125 Jul 14 11:48:14.829771 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4c663728-11ac-4576-895a-1d00754ce7b7 req-955e8d00-5b43-42e4-9036-29f125486c30 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861232 Jul 14 11:48:14.984215 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (9241f54c-84d1-43f6-a6b1-1ab38679f934), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:14.995033 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4908514d-c963-4b77-9030-685e5e678ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.013876 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event deleted for resources: {'Port': ['ID=9241f54c-84d1-43f6-a6b1-1ab38679f934,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:15.026966 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.027318 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.027660 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.027999 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.028333 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.028667 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.028997 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.029357 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.029688 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.030012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.030338 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.030661 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.030984 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.031326 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.031652 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:15.087606 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (bc301544-d685-4fad-9a46-302d9a684636), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.090075 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.091301 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-727f6182-a53b-4ecb-b821-271c83cb52c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "DELETE /v2.0/floatingips/bc301544-d685-4fad-9a46-302d9a684636 HTTP/1.1" status: 204 len: 168 time: 0.9036171 Jul 14 11:48:15.284249 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39104) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:15.288828 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-351bb60d-b2cd-4c45-a12f-98b9d7898cae tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1161968899', 'description': 'tempest-description--74882890'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:15.389708 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-351bb60d-b2cd-4c45-a12f-98b9d7898cae tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.457871 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-351bb60d-b2cd-4c45-a12f-98b9d7898cae tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (9ee26d86-f8bc-44dc-9f7a-0eb57b71422f), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.515765 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-351bb60d-b2cd-4c45-a12f-98b9d7898cae tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (9ee26d86-f8bc-44dc-9f7a-0eb57b71422f), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.545913 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bb60d-b2cd-4c45-a12f-98b9d7898cae tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:15.585319 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-351bb60d-b2cd-4c45-a12f-98b9d7898cae tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.586556 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-351bb60d-b2cd-4c45-a12f-98b9d7898cae tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3012166 Jul 14 11:48:15.589654 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39106) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:15.594379 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-d2334160-97e1-4248-8f6b-0407221c2a98 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'security_group_rule': {'security_group_id': '9ee26d86-f8bc-44dc-9f7a-0eb57b71422f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:15.669847 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d2334160-97e1-4248-8f6b-0407221c2a98 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (874e85b5-b8af-4f56-863d-2ccc2721cb35), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.724961 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d2334160-97e1-4248-8f6b-0407221c2a98 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (874e85b5-b8af-4f56-863d-2ccc2721cb35), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.766765 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d2334160-97e1-4248-8f6b-0407221c2a98 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (874e85b5-b8af-4f56-863d-2ccc2721cb35), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.786079 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2334160-97e1-4248-8f6b-0407221c2a98 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874e85b5-b8af-4f56-863d-2ccc2721cb35,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:15.854517 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d2334160-97e1-4248-8f6b-0407221c2a98 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.855740 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-d2334160-97e1-4248-8f6b-0407221c2a98 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649784 Jul 14 11:48:15.858525 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39110) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:15.863671 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-46274dcf-a22e-4395-a1a1-c1928c25b462 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'security_group_rule': {'security_group_id': '9ee26d86-f8bc-44dc-9f7a-0eb57b71422f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:15.944793 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-46274dcf-a22e-4395-a1a1-c1928c25b462 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (0a613b64-d6b6-4dc6-a72e-fc5df096f5dc), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:15.950099 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:15.963694 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d2275-92bb-4a7d-a4c1-b95dc51c3848 req-eb351d9c-9a1b-459d-93b1-1412e07edb8a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:15.965179 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-172d2275-92bb-4a7d-a4c1-b95dc51c3848 req-eb351d9c-9a1b-459d-93b1-1412e07edb8a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.0628576 Jul 14 11:48:15.967442 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:16.038804 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-46274dcf-a22e-4395-a1a1-c1928c25b462 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (0a613b64-d6b6-4dc6-a72e-fc5df096f5dc), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:16.042516 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-172d2275-92bb-4a7d-a4c1-b95dc51c3848 req-1d2984f4-b017-4933-95ed-c486f89cec78 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713716 Jul 14 11:48:16.126033 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-46274dcf-a22e-4395-a1a1-c1928c25b462 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (0a613b64-d6b6-4dc6-a72e-fc5df096f5dc), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:16.149398 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46274dcf-a22e-4395-a1a1-c1928c25b462 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a613b64-d6b6-4dc6-a72e-fc5df096f5dc,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:16.160435 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da10bd-0008-4bd7-894c-2cfb7856c207 req-018326fe-2263-44ab-89bf-a78d88418e2c tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:16.161946 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-86da10bd-0008-4bd7-894c-2cfb7856c207 req-018326fe-2263-44ab-89bf-a78d88418e2c tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.0515988 Jul 14 11:48:16.208483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-46274dcf-a22e-4395-a1a1-c1928c25b462 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:16.208972 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-86da10bd-0008-4bd7-894c-2cfb7856c207 req-e82a7e78-d36e-4261-b47b-eca6f6c39d24 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Jul 14 11:48:16.210711 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-46274dcf-a22e-4395-a1a1-c1928c25b462 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3500316 Jul 14 11:48:16.213523 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39114) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:16.217740 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:16.298317 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:16.382716 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:16.492582 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Allocated IP 172.27.3.98 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/970101ca-82b0-4c8f-9abd-3f8df6fb512a) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:16.542584 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82af359-34e9-471e-8b11-e9531cc0c317 req-4d036b9a-0ad8-4387-868e-b4dd831e29cb tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:16.544071 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e82af359-34e9-471e-8b11-e9531cc0c317 req-4d036b9a-0ad8-4387-868e-b4dd831e29cb tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.0551441 Jul 14 11:48:16.591692 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e82af359-34e9-471e-8b11-e9531cc0c317 req-56b18a8e-1355-420d-a37f-df3807d5e1a9 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Jul 14 11:48:16.601350 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for port (970101ca-82b0-4c8f-9abd-3f8df6fb512a), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:16.692519 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (970101ca-82b0-4c8f-9abd-3f8df6fb512a), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:16.730875 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:16.733889 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:16.736520 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:48:16.773097 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'Port': ['ID=970101ca-82b0-4c8f-9abd-3f8df6fb512a,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:16.792907 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:16.838599 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (93dfa3e0-4ac4-47b9-a067-cbcdd533d25a), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:16.937027 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (970101ca-82b0-4c8f-9abd-3f8df6fb512a), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:17.011403 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:17.086548 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-8d12df87-b35c-4858-a5b2-9752d98b25b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:17.099248 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for port (970101ca-82b0-4c8f-9abd-3f8df6fb512a), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:17.155182 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (970101ca-82b0-4c8f-9abd-3f8df6fb512a), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:17.226831 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'Port': ['ID=970101ca-82b0-4c8f-9abd-3f8df6fb512a,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:17.240114 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (93dfa3e0-4ac4-47b9-a067-cbcdd533d25a), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:17.436940 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:17.438186 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-7cf11d44-a500-42ac-88cb-caca31248990 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2238533 Jul 14 11:48:17.644163 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-25e9f099-ed13-4ca4-a43b-999fded6b99d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1161968899&fields=id&tenant_id=81777430895b432999f69033667e59f1 HTTP/1.1" status: 200 len: 267 time: 0.0457921 Jul 14 11:48:17.755898 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fdba7-025c-4060-9e47-e278573b893b req-269fec84-cea0-47b4-b8a3-8097231c3bc9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:17.757362 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-269fec84-cea0-47b4-b8a3-8097231c3bc9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 817 time: 0.1055508 Jul 14 11:48:17.771902 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-ddd10e62-b87f-4c97-9364-39c4f73c0143 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/quotas/81777430895b432999f69033667e59f1 HTTP/1.1" status: 200 len: 375 time: 0.0090990 Jul 14 11:48:17.820975 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-9db530c4-4778-4342-8c0b-e2d8f0cd60b8 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434191 Jul 14 11:48:17.920419 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-8dbcff2f-bca9-4f2a-b004-2095482c9eac service neutron] 10.222.0.40 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883019 Jul 14 11:48:18.009261 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-ae4e0f15-712c-4925-8e57-42bd907ee67b service neutron] 10.222.0.40 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830367 Jul 14 11:48:18.225487 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-eb292743-1d47-4b33-bb6b-35aaa834bb39 req-a3d3a297-cbed-426e-b590-35fae10915f1 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 210 time: 0.0338635 Jul 14 11:48:18.281345 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:19.330520 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d27aa5d8-a42b-4e84-b8f7-feee624aab38 req-5dd207fb-4b73-496d-a40e-cab1a48fe477 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 210 time: 0.0278735 Jul 14 11:48:19.635301 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:19.995052 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:20.296787 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fdba7-025c-4060-9e47-e278573b893b req-a92d7b8a-22ea-403d-a9de-dac49dcec0ea tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:20.298271 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-a92d7b8a-22ea-403d-a9de-dac49dcec0ea tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.55 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 817 time: 0.1055226 Jul 14 11:48:20.369777 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-2db9aca6-a715-4df7-9ed4-e455e0373b76 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81777430895b432999f69033667e59f1 HTTP/1.1" status: 200 len: 380 time: 0.0617435 Jul 14 11:48:20.378924 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'port': {'device_id': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'admin_state_up': True, 'tenant_id': '81777430895b432999f69033667e59f1', 'security_groups': ['9ee26d86-f8bc-44dc-9f7a-0eb57b71422f']}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:20.449547 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0ba55c76-ffbb-4bd1-844a-f4995e85a6ef req-4dc61f19-e81f-44c7-a057-7f01a5380eae tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 210 time: 0.0335474 Jul 14 11:48:20.578159 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Made reservation on behalf of 81777430895b432999f69033667e59f1 for: {'port': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:20.581639 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:20.712253 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Allocated IP 172.20.0.13 (e4586847-6136-4dce-945a-818d63fc4328/ffca6be3-1873-4c11-b23e-8cff8d06e710/5c8aa46b-5efe-4ab3-b31e-03775de21303) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:20.724767 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:20.780468 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:20.864090 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:20.949578 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:20.990291 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Network e4586847-6136-4dce-945a-818d63fc4328 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:20.993851 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:21.000136 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:48:21.005075 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:21.005839 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:21.019949 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event updated for resources: {'Port': ['ID=5c8aa46b-5efe-4ab3-b31e-03775de21303,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:21.112432 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-c8124c4e-021c-4e70-8192-e3e67bf6ea3e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375612 Jul 14 11:48:21.125743 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Request body: {'port': {'device_id': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:21.190507 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:21.242297 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b942af3c-6098-47b0-bd2d-2a5c585b3f02 None None] Provisioning complete for port 5c8aa46b-5efe-4ab3-b31e-03775de21303 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:48:21.243491 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b942af3c-6098-47b0-bd2d-2a5c585b3f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:21.274335 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b942af3c-6098-47b0-bd2d-2a5c585b3f02 None None] Port 5c8aa46b-5efe-4ab3-b31e-03775de21303 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:48:21.288838 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:48:21.455347 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8aa46b-5efe-4ab3-b31e-03775de21303 {{(pid=111167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:48:21.463389 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Publish callbacks [] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:21.471452 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:21.476490 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.provisioning_blocks [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Transition to ACTIVE for port object 5c8aa46b-5efe-4ab3-b31e-03775de21303 will not be triggered until provisioned by entity L2. {{(pid=111167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:48:21.521841 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:21.611938 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8aa46b-5efe-4ab3-b31e-03775de21303,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:21.627474 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887468c-a3d6-498d-8ada-acfee40b563c req-e232a8f2-bb82-4bcc-bc04-8b734155b739 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:21.627474 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2887468c-a3d6-498d-8ada-acfee40b563c req-e232a8f2-bb82-4bcc-bc04-8b734155b739 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0910082 Jul 14 11:48:21.683527 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Attempting to bind port 5c8aa46b-5efe-4ab3-b31e-03775de21303 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:48:21.684085 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Attempting to bind port 5c8aa46b-5efe-4ab3-b31e-03775de21303 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'}] {{(pid=111167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:48:21.684232 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Attempting to bind port 5c8aa46b-5efe-4ab3-b31e-03775de21303 on network e4586847-6136-4dce-945a-818d63fc4328 {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:48:21.701310 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Port 5c8aa46b-5efe-4ab3-b31e-03775de21303 on network e4586847-6136-4dce-945a-818d63fc4328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:48:21.701635 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Attempting to bind port 5c8aa46b-5efe-4ab3-b31e-03775de21303 on network e4586847-6136-4dce-945a-818d63fc4328 {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:48:21.710275 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2887468c-a3d6-498d-8ada-acfee40b563c req-b5377334-4cf0-40f8-b79d-d0b9d3bf4568 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806136 Jul 14 11:48:21.711740 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:48:21.712091 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Checking segment: {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:48:21.712463 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Bound using segment: {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'} {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:48:21.712911 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Bound port: 5c8aa46b-5efe-4ab3-b31e-03775de21303, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b964281-8990-4fd9-88bf-97b1dda7ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328'}}] {{(pid=111167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:48:21.713307 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:21.776859 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, cleared binding levels {{(pid=111167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:48:21.779924 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:48:21.892668 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:21.930114 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:21.930730 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:21.932102 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] 10.222.0.55 "PUT /v2.0/ports/5c8aa46b-5efe-4ab3-b31e-03775de21303 HTTP/1.1" status: 200 len: 1094 time: 0.8107991 Jul 14 11:48:21.932534 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:21.934787 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b64eae-f852-429b-a562-4ce109c96c53" -d '{"events": [{"name": "network-changed", "server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:21.958931 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8951d-9dc6-4822-b6e3-8952e1070321 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8aa46b-5efe-4ab3-b31e-03775de21303,revision_number=3']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:21.975585 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da5c621-cf2c-4f2e-bc43-4e814349485f x-openstack-request-id: req-1da5c621-cf2c-4f2e-bc43-4e814349485f {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:21.975877 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:21.976134 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1da5c621-cf2c-4f2e-bc43-4e814349485f {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:21.976655 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da5c621-cf2c-4f2e-bc43-4e814349485f'] response: {'name': 'network-changed', 'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'status': 'completed', 'code': 200} Jul 14 11:48:22.039224 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:22.045328 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b64eae-f852-429b-a562-4ce109c96c53 req-040e7d5f-9029-41f0-bb3f-f1338da4cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:22.046854 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c1b64eae-f852-429b-a562-4ce109c96c53 req-040e7d5f-9029-41f0-bb3f-f1338da4cb27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 1128 time: 0.0432298 Jul 14 11:48:22.151130 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b64eae-f852-429b-a562-4ce109c96c53 req-43baae16-70ef-4b89-a858-2679cb81f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:22.152597 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c1b64eae-f852-429b-a562-4ce109c96c53 req-43baae16-70ef-4b89-a858-2679cb81f8e9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=81777430895b432999f69033667e59f1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0974638 Jul 14 11:48:22.251970 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b64eae-f852-429b-a562-4ce109c96c53 req-7d14f0b0-5100-4502-9ae9-46e3662a8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:22.253488 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c1b64eae-f852-429b-a562-4ce109c96c53 req-7d14f0b0-5100-4502-9ae9-46e3662a8fb8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939801 Jul 14 11:48:22.326886 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fdba7-025c-4060-9e47-e278573b893b req-323bf868-82d4-4ac5-bb83-f662c26fc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:22.328363 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-323bf868-82d4-4ac5-bb83-f662c26fc5f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 1128 time: 0.0378823 Jul 14 11:48:22.373705 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-45ffe075-29d0-4d75-8f22-395fd4e8b050 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303 HTTP/1.1" status: 200 len: 217 time: 0.0373297 Jul 14 11:48:22.423667 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fdba7-025c-4060-9e47-e278573b893b req-0ce9e716-38b8-4370-a940-5f34cca61dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:22.425102 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-0ce9e716-38b8-4370-a940-5f34cca61dd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ffca6be3-1873-4c11-b23e-8cff8d06e710 HTTP/1.1" status: 200 len: 856 time: 0.0448580 Jul 14 11:48:22.467526 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fdba7-025c-4060-9e47-e278573b893b req-bcd5143c-1726-41e0-9dd7-f1660312a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:22.471675 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-bcd5143c-1726-41e0-9dd7-f1660312a46f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4586847-6136-4dce-945a-818d63fc4328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381610 Jul 14 11:48:22.564020 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-b24ceca3-65ec-48de-8d62-8cba55b04128 service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888681 Jul 14 11:48:22.654080 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-be8fdba7-025c-4060-9e47-e278573b893b req-ac4c9c69-f6b8-461f-8d07-a4e53c9667df service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838633 Jul 14 11:48:22.842136 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf37f-580f-4590-91d4-b833274bf7cb req-59460f35-fb83-44a3-a2b3-187469595338 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:22.843085 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1bbbf37f-580f-4590-91d4-b833274bf7cb req-59460f35-fb83-44a3-a2b3-187469595338 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0595143 Jul 14 11:48:22.890677 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1bbbf37f-580f-4590-91d4-b833274bf7cb req-614cf873-4a4b-4ac1-af48-02a59e5dcfa0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Jul 14 11:48:24.010849 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629de086-38e7-45d1-a087-6cab0f54c4a8 req-260a516f-27a7-435c-954f-7a7a7f70bdb6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:24.012368 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-629de086-38e7-45d1-a087-6cab0f54c4a8 req-260a516f-27a7-435c-954f-7a7a7f70bdb6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0479395 Jul 14 11:48:24.057229 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:24.061784 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-629de086-38e7-45d1-a087-6cab0f54c4a8 req-1e89f4a5-ad8e-4f12-aef9-be56e9415006 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438256 Jul 14 11:48:24.871347 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5c8aa46b-5efe-4ab3-b31e-03775de21303 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:48:24.979327 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:24.990744 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'port_id': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'mac_address': 'fa:16:3e:d4:27:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:48:25.026459 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 5c8aa46b-5efe-4ab3-b31e-03775de21303 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:48:25.026776 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:25.043970 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8aa46b-5efe-4ab3-b31e-03775de21303 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:48:25.063447 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:25.161007 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:25.182654 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d40a3-4309-4fc0-bcf3-34207bcda1af req-0c43a65c-c1d1-45c9-9425-9600ded29214 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:25.184183 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-909d40a3-4309-4fc0-bcf3-34207bcda1af req-0c43a65c-c1d1-45c9-9425-9600ded29214 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0495238 Jul 14 11:48:25.209683 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=5c8aa46b-5efe-4ab3-b31e-03775de21303,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:25.233360 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-909d40a3-4309-4fc0-bcf3-34207bcda1af req-4e02f0f7-3d59-47bc-b066-b8211bb605e8 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422587 Jul 14 11:48:25.535915 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['5c8aa46b-5efe-4ab3-b31e-03775de21303'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:26.355608 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38fd3f-b8e4-4ea8-9c15-c357839da9ba req-59c6c1e2-5646-4371-9077-6d10386c8888 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:26.357081 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0d38fd3f-b8e4-4ea8-9c15-c357839da9ba req-59c6c1e2-5646-4371-9077-6d10386c8888 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 945 time: 0.0517266 Jul 14 11:48:26.407461 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0d38fd3f-b8e4-4ea8-9c15-c357839da9ba req-63d63a1d-88bf-49b6-a176-904a828aa268 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448222 Jul 14 11:48:26.884584 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5c8aa46b-5efe-4ab3-b31e-03775de21303 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:26.902253 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:26.933897 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 5c8aa46b-5efe-4ab3-b31e-03775de21303 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:48:26.942467 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6311b-2ef1-442f-90c2-accacfbe0b3d req-a60ae72c-1f3a-4754-ad5c-e4bcf7307150 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:26.943888 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f4c6311b-2ef1-442f-90c2-accacfbe0b3d req-a60ae72c-1f3a-4754-ad5c-e4bcf7307150 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.0522747 Jul 14 11:48:26.995322 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f4c6311b-2ef1-442f-90c2-accacfbe0b3d req-2979ce3a-6195-41bf-abf0-bee71393229c tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456595 Jul 14 11:48:27.017852 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 5c8aa46b-5efe-4ab3-b31e-03775de21303 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:48:27.018520 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39240) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:27.018751 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:27.096884 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 5c8aa46b-5efe-4ab3-b31e-03775de21303 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:48:27.097334 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:27.120723 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:27.123051 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1e5ba0-6018-4125-a150-5eca19db309b" -d '{"events": [{"server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "name": "network-vif-plugged", "status": "completed", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:27.140784 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:27.159959 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceab042-34a2-4246-9d15-748f3005db59 x-openstack-request-id: req-3ceab042-34a2-4246-9d15-748f3005db59 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:27.164687 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "name": "network-vif-plugged", "status": "completed", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:27.164687 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3ceab042-34a2-4246-9d15-748f3005db59 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:27.164687 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ceab042-34a2-4246-9d15-748f3005db59'] response: {'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'code': 200} Jul 14 11:48:27.164977 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85afcb7-4fcc-4bcf-9680-b7b38423a0d4 tempest-TestMinimumBasicScenario-1631837764 tempest-TestMinimumBasicScenario-1631837764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:27.165656 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-c85afcb7-4fcc-4bcf-9680-b7b38423a0d4 tempest-TestMinimumBasicScenario-1631837764 tempest-TestMinimumBasicScenario-1631837764-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 1125 time: 0.1437438 Jul 14 11:48:27.167909 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39246) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:27.172125 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'port_id': 'f79bdd51-95b5-4720-a060-677fe13019be', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:27.218440 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:27.270151 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=5c8aa46b-5efe-4ab3-b31e-03775de21303,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:27.281070 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:27.373304 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:27.505615 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Allocated IP 172.27.3.153 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/747c8301-e32d-4ae0-8aa3-9a83ba43289b) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:27.539890 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926320a9-3d1e-4e08-a6dd-0a35d0cbdf6a req-e5e46dde-5e22-49b8-a28b-f9d487f3fef0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:27.542513 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:27.546087 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-926320a9-3d1e-4e08-a6dd-0a35d0cbdf6a req-e5e46dde-5e22-49b8-a28b-f9d487f3fef0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0552933 Jul 14 11:48:27.570716 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3e507-739c-4d2d-9b06-4f080053a577 req-e3c726e5-66c2-4108-9986-6ced4f47b8af tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:27.572842 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b4a3e507-739c-4d2d-9b06-4f080053a577 req-e3c726e5-66c2-4108-9986-6ced4f47b8af tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0846243 Jul 14 11:48:27.592226 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-926320a9-3d1e-4e08-a6dd-0a35d0cbdf6a req-25a87320-38a9-4251-ac06-2dcf406127ac tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452600 Jul 14 11:48:27.690679 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b4a3e507-739c-4d2d-9b06-4f080053a577 req-2edc61ac-9854-4afb-8a6e-91dfedf8d5ba tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788195 Jul 14 11:48:27.695212 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for port (747c8301-e32d-4ae0-8aa3-9a83ba43289b), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:27.766636 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (747c8301-e32d-4ae0-8aa3-9a83ba43289b), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:27.800772 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:27.804713 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:27.808324 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:27.810868 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:48:27.850753 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'Port': ['ID=747c8301-e32d-4ae0-8aa3-9a83ba43289b,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:27.892967 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:28.141744 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for floatingip (1b4669a0-cf5b-422a-9d09-7cacfc196454), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:28.287609 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (747c8301-e32d-4ae0-8aa3-9a83ba43289b), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:28.445448 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for port (747c8301-e32d-4ae0-8aa3-9a83ba43289b), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:28.526631 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (747c8301-e32d-4ae0-8aa3-9a83ba43289b), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:28.559000 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (1b4669a0-cf5b-422a-9d09-7cacfc196454), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:28.606366 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'Port': ['ID=747c8301-e32d-4ae0-8aa3-9a83ba43289b,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:28.660171 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:28.674328 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Floating IP 1b4669a0-cf5b-422a-9d09-7cacfc196454 associated. External IP: 172.27.3.153, port: f79bdd51-95b5-4720-a060-677fe13019be. Jul 14 11:48:28.729466 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249d65e-4c4c-402e-aac0-9de98e10962e req-cab6460f-3eb9-4553-81a4-103b1dc22f4f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:28.730899 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5249d65e-4c4c-402e-aac0-9de98e10962e req-cab6460f-3eb9-4553-81a4-103b1dc22f4f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0519590 Jul 14 11:48:28.796849 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5249d65e-4c4c-402e-aac0-9de98e10962e req-3739809a-66f1-4577-a612-d879d421d3c5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603664 Jul 14 11:48:28.860615 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:28.868813 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8f5d5-1c92-4978-8330-dce411ddb98f req-6223b0d7-4130-4225-82ce-0df655c65dd6 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:28.870347 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b2a8f5d5-1c92-4978-8330-dce411ddb98f req-6223b0d7-4130-4225-82ce-0df655c65dd6 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0823901 Jul 14 11:48:29.222930 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b2a8f5d5-1c92-4978-8330-dce411ddb98f req-e54cb5c6-688f-43e0-a284-c159431a2b3b tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457170 Jul 14 11:48:29.232268 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Router 416a4382-c4dd-4270-98f5-906e7e00cb25 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:48:29.338912 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:48:29.348442 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8371f-1426-478f-8645-a0118940f583 None None] Sync routers for ids ['416a4382-c4dd-4270-98f5-906e7e00cb25'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:48:29.358920 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e8371f-1426-478f-8645-a0118940f583 None None] Routers {'416a4382-c4dd-4270-98f5-906e7e00cb25'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:29.359553 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-c3e8371f-1426-478f-8645-a0118940f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['416a4382-c4dd-4270-98f5-906e7e00cb25'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:29.394647 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905799e-7d11-41f3-8cdf-9fba9ffda69e req-fb00322f-a9d8-4844-9dc0-2a719741f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:29.396138 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c905799e-7d11-41f3-8cdf-9fba9ffda69e req-fb00322f-a9d8-4844-9dc0-2a719741f119 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 1130 time: 0.0392246 Jul 14 11:48:29.447688 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:29.453552 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c905799e-7d11-41f3-8cdf-9fba9ffda69e req-00b6119d-0b76-476f-99c7-98829484bc0e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458846 Jul 14 11:48:29.474127 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-c3e8371f-1426-478f-8645-a0118940f583 None None] Set router 416a4382-c4dd-4270-98f5-906e7e00cb25 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:29.480353 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-4d02ef77-9973-4f08-a3af-ce403b9bec07 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3114448 Jul 14 11:48:29.481205 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:29.483590 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980ed502-675f-42a6-bf94-34e16becdd16" -d '{"events": [{"name": "network-changed", "server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "tag": "f79bdd51-95b5-4720-a060-677fe13019be"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:29.483767 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39260) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:29.488700 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-3077ba87-1ac5-4ec6-b7e2-15008d5fa19a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-963610259', 'description': 'tempest-secgroup-smoke-963610259 description', 'project_id': 'dc22323158714269b0da2b01121fe3ed'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:29.525920 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcc2c7e-517a-4a3f-876f-2499c052d533 x-openstack-request-id: req-bbcc2c7e-517a-4a3f-876f-2499c052d533 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:29.526314 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "tag": "f79bdd51-95b5-4720-a060-677fe13019be", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:29.531832 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bbcc2c7e-517a-4a3f-876f-2499c052d533 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:29.531832 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbcc2c7e-517a-4a3f-876f-2499c052d533'] response: {'name': 'network-changed', 'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be', 'status': 'completed', 'code': 200} Jul 14 11:48:29.589631 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3077ba87-1ac5-4ec6-b7e2-15008d5fa19a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:29.626023 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:29.648244 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:29.657902 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:29.661488 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3077ba87-1ac5-4ec6-b7e2-15008d5fa19a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group (bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:29.701298 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-c3e8371f-1426-478f-8645-a0118940f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '1b4669a0-cf5b-422a-9d09-7cacfc196454', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'port_id': 'f79bdd51-95b5-4720-a060-677fe13019be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'mac_address': 'fa:16:3e:f9:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:28Z', 'updated_at': '2022-07-14T11:48:28Z', 'revision_number': 0, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2054b2d1-4892-4ca2-b5ad-d9484218cf4c', 'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'mac_address': 'fa:16:3e:bf:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:30Z', 'updated_at': '2022-07-14T11:47:36Z', 'revision_number': 5, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'subnets': [{'id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:29.703661 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3077ba87-1ac5-4ec6-b7e2-15008d5fa19a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:29.730899 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8371f-1426-478f-8645-a0118940f583 None None] Checking router: 416a4382-c4dd-4270-98f5-906e7e00cb25 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:48:29.735533 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077ba87-1ac5-4ec6-b7e2-15008d5fa19a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:29.736071 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:29.741064 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e8371f-1426-478f-8645-a0118940f583 None None] Routers {'416a4382-c4dd-4270-98f5-906e7e00cb25'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:29.741724 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-c3e8371f-1426-478f-8645-a0118940f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['416a4382-c4dd-4270-98f5-906e7e00cb25'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:29.774605 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3077ba87-1ac5-4ec6-b7e2-15008d5fa19a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:29.775873 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-3077ba87-1ac5-4ec6-b7e2-15008d5fa19a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2910845 Jul 14 11:48:29.779031 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39266) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:29.783716 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-5925c983-b615-4186-aa95-5d0bc6d61961 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Request body: {'security_group_rule': {'security_group_id': 'bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1', 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:29.889789 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed502-675f-42a6-bf94-34e16becdd16 req-4e949bca-6f64-4e67-be4e-e358cc8d34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:29.891395 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-980ed502-675f-42a6-bf94-34e16becdd16 req-4e949bca-6f64-4e67-be4e-e358cc8d34c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc22323158714269b0da2b01121fe3ed&device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 1130 time: 0.0596704 Jul 14 11:48:29.925206 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5925c983-b615-4186-aa95-5d0bc6d61961 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (77f37a14-a5e0-47b4-8343-b3ebb89b5eb9), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:29.957904 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09dc16-2e9f-4075-a926-a454ff145f60 req-a50a0975-981b-4179-87e4-8baaf8f371db tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:29.959431 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3e09dc16-2e9f-4075-a926-a454ff145f60 req-a50a0975-981b-4179-87e4-8baaf8f371db tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0761573 Jul 14 11:48:29.991722 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-c3e8371f-1426-478f-8645-a0118940f583 None None] Set router 416a4382-c4dd-4270-98f5-906e7e00cb25 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:30.035151 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5925c983-b615-4186-aa95-5d0bc6d61961 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (77f37a14-a5e0-47b4-8343-b3ebb89b5eb9), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.039027 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3e09dc16-2e9f-4075-a926-a454ff145f60 req-92e2b13f-f9dc-45a6-ae9c-9ba39f15d3b4 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722539 Jul 14 11:48:30.120489 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5925c983-b615-4186-aa95-5d0bc6d61961 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (77f37a14-a5e0-47b4-8343-b3ebb89b5eb9), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.140074 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925c983-b615-4186-aa95-5d0bc6d61961 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f37a14-a5e0-47b4-8343-b3ebb89b5eb9,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:30.214192 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5925c983-b615-4186-aa95-5d0bc6d61961 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.215423 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-5925c983-b615-4186-aa95-5d0bc6d61961 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4353020 Jul 14 11:48:30.216573 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-c3e8371f-1426-478f-8645-a0118940f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '1b4669a0-cf5b-422a-9d09-7cacfc196454', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'port_id': 'f79bdd51-95b5-4720-a060-677fe13019be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'mac_address': 'fa:16:3e:f9:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:28Z', 'updated_at': '2022-07-14T11:48:28Z', 'revision_number': 0, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2054b2d1-4892-4ca2-b5ad-d9484218cf4c', 'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'mac_address': 'fa:16:3e:bf:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:30Z', 'updated_at': '2022-07-14T11:47:36Z', 'revision_number': 5, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'subnets': [{'id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:30.218522 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39270) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:30.223038 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-1a159d16-794d-45b3-943b-b0d140dfce56 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Request body: {'security_group_rule': {'security_group_id': 'bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1', 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:30.242834 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8371f-1426-478f-8645-a0118940f583 None None] The sync data for ids ['416a4382-c4dd-4270-98f5-906e7e00cb25'] in dv-cinder-849803-1-iscsi is: [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '1b4669a0-cf5b-422a-9d09-7cacfc196454', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'port_id': 'f79bdd51-95b5-4720-a060-677fe13019be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'mac_address': 'fa:16:3e:f9:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:28Z', 'updated_at': '2022-07-14T11:48:28Z', 'revision_number': 0, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2054b2d1-4892-4ca2-b5ad-d9484218cf4c', 'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'mac_address': 'fa:16:3e:bf:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:30Z', 'updated_at': '2022-07-14T11:47:36Z', 'revision_number': 5, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'subnets': [{'id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:48:30.378162 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-99cfe669-3470-4031-a10e-89a9e844c4c3 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:30.379570 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-99cfe669-3470-4031-a10e-89a9e844c4c3 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.55 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0881386 Jul 14 11:48:30.388403 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5321b-30a7-49b7-b16f-6ca9f6c646af req-43dc7cde-f692-4db1-aaaf-23812d41ddea tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:30.390107 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-15e5321b-30a7-49b7-b16f-6ca9f6c646af req-43dc7cde-f692-4db1-aaaf-23812d41ddea tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 946 time: 0.0885358 Jul 14 11:48:30.404805 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed502-675f-42a6-bf94-34e16becdd16 req-82f66689-0d3a-4e1d-8648-378b601418f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:30.407085 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-980ed502-675f-42a6-bf94-34e16becdd16 req-82f66689-0d3a-4e1d-8648-378b601418f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 HTTP/1.1" status: 200 len: 915 time: 0.1156561 Jul 14 11:48:30.417648 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1a159d16-794d-45b3-943b-b0d140dfce56 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (2dfcacfa-5448-406c-8341-f4a17bec0188), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.444361 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:30.498128 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-15e5321b-30a7-49b7-b16f-6ca9f6c646af req-1d11bd62-eb11-4e58-a871-9730024313d4 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=fbcc967f-dbf1-494b-a118-3955fc32915c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003120 Jul 14 11:48:30.510626 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec3065a-7ad9-4cfc-beaa-1176b8e376c5 None None] New status for floating IP 1b4669a0-cf5b-422a-9d09-7cacfc196454: ACTIVE {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:48:30.512776 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:30.521231 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Deleting port a691a194-3f01-478d-96f7-2e83d0eb6f7d {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:48:30.521928 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.536144 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1a159d16-794d-45b3-943b-b0d140dfce56 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (2dfcacfa-5448-406c-8341-f4a17bec0188), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.539279 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-980ed502-675f-42a6-bf94-34e16becdd16 req-759ab21b-ecc4-4e3c-8f3b-b6d9e54362cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79bdd51-95b5-4720-a060-677fe13019be HTTP/1.1" status: 200 len: 1000 time: 0.1038868 Jul 14 11:48:30.563687 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:30.564748 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:30.607968 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:30.624893 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] For port a691a194-3f01-478d-96f7-2e83d0eb6f7d, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a691a194-3f01-478d-96f7-2e83d0eb6f7d,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:30.625287 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.656224 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1a159d16-794d-45b3-943b-b0d140dfce56 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (2dfcacfa-5448-406c-8341-f4a17bec0188), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.684789 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed502-675f-42a6-bf94-34e16becdd16 req-054463cf-08b2-4c53-8209-2c75e08f7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:30.686621 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-980ed502-675f-42a6-bf94-34e16becdd16 req-054463cf-08b2-4c53-8209-2c75e08f7724 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2aae70f5-484a-45cf-af1c-4c414744dbc5 HTTP/1.1" status: 200 len: 853 time: 0.0686178 Jul 14 11:48:30.688236 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a159d16-794d-45b3-943b-b0d140dfce56 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfcacfa-5448-406c-8341-f4a17bec0188,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:30.757682 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1a159d16-794d-45b3-943b-b0d140dfce56 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.762732 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-1a159d16-794d-45b3-943b-b0d140dfce56 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5427816 Jul 14 11:48:30.770224 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39276) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:30.780912 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-347613df-bebe-4c0b-a0c8-59bf7f95b2a0 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Request body: {'security_group_rule': {'security_group_id': 'bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1', 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:30.808036 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.808494 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (0ff9f21c-b97c-48fd-a68d-7f7607b5caa5), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.808623 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Floating IP 0ff9f21c-b97c-48fd-a68d-7f7607b5caa5 disassociated. External IP: 172.27.3.60, port: a691a194-3f01-478d-96f7-2e83d0eb6f7d. Jul 14 11:48:30.808971 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Calling delete_port for a691a194-3f01-478d-96f7-2e83d0eb6f7d owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:48:30.881072 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-347613df-bebe-4c0b-a0c8-59bf7f95b2a0 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (9e96cb7f-93b1-49d7-8130-a2469822a0a0), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.940152 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:30.944746 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-347613df-bebe-4c0b-a0c8-59bf7f95b2a0 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (9e96cb7f-93b1-49d7-8130-a2469822a0a0), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:30.999932 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-347613df-bebe-4c0b-a0c8-59bf7f95b2a0 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (9e96cb7f-93b1-49d7-8130-a2469822a0a0), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:31.019713 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347613df-bebe-4c0b-a0c8-59bf7f95b2a0 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e96cb7f-93b1-49d7-8130-a2469822a0a0,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:31.046742 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (a691a194-3f01-478d-96f7-2e83d0eb6f7d), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:31.076452 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event deleted for resources: {'Port': ['ID=a691a194-3f01-478d-96f7-2e83d0eb6f7d,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:31.082455 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-347613df-bebe-4c0b-a0c8-59bf7f95b2a0 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:31.083701 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-347613df-bebe-4c0b-a0c8-59bf7f95b2a0 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3120906 Jul 14 11:48:31.086344 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39280) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:31.092387 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Request body: {'security_group_rule': {'security_group_id': 'bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1', 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:31.192059 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4d0fc-8968-447b-80d1-f3b80b86a475 req-a4c721e0-6acd-4fe4-b843-fef7b589a553 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:31.193529 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d1a4d0fc-8968-447b-80d1-f3b80b86a475 req-a4c721e0-6acd-4fe4-b843-fef7b589a553 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0634737 Jul 14 11:48:31.197251 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Router 25f7a831-2244-4812-9395-dfa261bc61a8 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:48:31.239681 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (63355f7c-44dc-42f7-b257-dc131c82134d), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:31.254680 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed502-675f-42a6-bf94-34e16becdd16 req-087dfaf0-5d00-4b70-87ba-7793f4f6acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:31.256188 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-980ed502-675f-42a6-bf94-34e16becdd16 req-087dfaf0-5d00-4b70-87ba-7793f4f6acca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784883 Jul 14 11:48:31.284219 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:31.304064 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:48:31.316120 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ea9c9-e118-4979-8703-e9a9fc3964f1 None None] Sync routers for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:48:31.328027 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ea9c9-e118-4979-8703-e9a9fc3964f1 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:31.329005 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-474ea9c9-e118-4979-8703-e9a9fc3964f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:31.349179 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] No DVR routers for this DVR port a691a194-3f01-478d-96f7-2e83d0eb6f7d on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:48:31.351699 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:31.355222 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-93edfbc7-bfdc-4811-a196-1fd838da60d4 req-9d902ff0-2886-482d-abc1-0540afdccfd7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.55 "DELETE /v2.0/ports/a691a194-3f01-478d-96f7-2e83d0eb6f7d HTTP/1.1" status: 204 len: 173 time: 0.9641938 Jul 14 11:48:31.355674 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'name': 'network-vif-deleted', 'tag': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:31.357898 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60435750-0204-4229-ada1-eff770b44289" -d '{"events": [{"server_uuid": "36228e4a-c9d6-4e57-81fe-e8a49d221573", "name": "network-vif-deleted", "tag": "a691a194-3f01-478d-96f7-2e83d0eb6f7d"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:31.362697 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d1a4d0fc-8968-447b-80d1-f3b80b86a475 req-ed88123b-9111-49fc-b77d-39595fa166af tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479359 Jul 14 11:48:31.390342 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (63355f7c-44dc-42f7-b257-dc131c82134d), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:31.415853 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-980ed502-675f-42a6-bf94-34e16becdd16 req-e21f383f-3704-415c-8aad-c0f6a491eee6 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450207 Jul 14 11:48:31.439310 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af9259b-d8b2-4030-b05b-b43f5924a9b2 x-openstack-request-id: req-4af9259b-d8b2-4030-b05b-b43f5924a9b2 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:31.440206 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36228e4a-c9d6-4e57-81fe-e8a49d221573", "name": "network-vif-deleted", "tag": "a691a194-3f01-478d-96f7-2e83d0eb6f7d", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:31.440817 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4af9259b-d8b2-4030-b05b-b43f5924a9b2 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:31.441509 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af9259b-d8b2-4030-b05b-b43f5924a9b2'] response: {'server_uuid': '36228e4a-c9d6-4e57-81fe-e8a49d221573', 'name': 'network-vif-deleted', 'tag': 'a691a194-3f01-478d-96f7-2e83d0eb6f7d', 'status': 'completed', 'code': 200} Jul 14 11:48:31.488584 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-474ea9c9-e118-4979-8703-e9a9fc3964f1 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:31.537761 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (63355f7c-44dc-42f7-b257-dc131c82134d), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:31.608198 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e20f2-f9c0-4079-a8c8-584e5477fb5a req-b82aff0e-d338-4844-b6f3-403fb0ef5b70 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:31.615751 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bd4e20f2-f9c0-4079-a8c8-584e5477fb5a req-b82aff0e-d338-4844-b6f3-403fb0ef5b70 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.1496446 Jul 14 11:48:31.625138 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63355f7c-44dc-42f7-b257-dc131c82134d,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:31.637298 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39288) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:31.642122 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-fe2afdcc-ea63-4d18-ad64-a1bb2164240e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Request body: {'floatingip': {'port_id': '5c8aa46b-5efe-4ab3-b31e-03775de21303'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:31.651489 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1f04c4eb-f0a9-404d-a1a3-2fd820197a37 req-99a19f0b-0d10-4c41-9c03-c65fa739e844 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0507786 Jul 14 11:48:31.692202 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.692509 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.692843 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.693221 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.693561 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.693895 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.694222 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.694559 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.694875 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.695200 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.695524 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.695972 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.696277 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.696516 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.696866 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:31.705004 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-980ed502-675f-42a6-bf94-34e16becdd16 req-c6febca1-3731-4957-9397-dfc5c38f8b36 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819293 Jul 14 11:48:31.707190 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe2afdcc-ea63-4d18-ad64-a1bb2164240e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (93dfa3e0-4ac4-47b9-a067-cbcdd533d25a), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:31.741962 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-474ea9c9-e118-4979-8703-e9a9fc3964f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:31.751782 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:31.755757 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39290) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:31.755998 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-11775a43-13ad-4720-92ef-7f83b64fc411 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6684196 Jul 14 11:48:31.760806 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-5382b8b0-2b96-4e66-9597-7565cc625dc7 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Request body: {'security_group_rule': {'security_group_id': 'bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1', 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:31.768129 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ea9c9-e118-4979-8703-e9a9fc3964f1 None None] Checking router: 25f7a831-2244-4812-9395-dfa261bc61a8 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:48:31.778629 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ea9c9-e118-4979-8703-e9a9fc3964f1 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:31.779095 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-474ea9c9-e118-4979-8703-e9a9fc3964f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:31.883376 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:31.886432 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.securitygroups_db [None req-5382b8b0-2b96-4e66-9597-7565cc625dc7 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Project dc22323158714269b0da2b01121fe3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:48:31.895820 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-474ea9c9-e118-4979-8703-e9a9fc3964f1 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:31.902182 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5382b8b0-2b96-4e66-9597-7565cc625dc7 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (453e54d9-fac9-4351-b138-7057f22e06f8), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:31.970237 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5382b8b0-2b96-4e66-9597-7565cc625dc7 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (453e54d9-fac9-4351-b138-7057f22e06f8), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:32.046497 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5382b8b0-2b96-4e66-9597-7565cc625dc7 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (453e54d9-fac9-4351-b138-7057f22e06f8), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:32.066827 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382b8b0-2b96-4e66-9597-7565cc625dc7 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453e54d9-fac9-4351-b138-7057f22e06f8,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:32.104057 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-474ea9c9-e118-4979-8703-e9a9fc3964f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:32.129179 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ea9c9-e118-4979-8703-e9a9fc3964f1 None None] The sync data for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi is: [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:48:32.135389 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5382b8b0-2b96-4e66-9597-7565cc625dc7 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:32.137365 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-5382b8b0-2b96-4e66-9597-7565cc625dc7 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3801351 Jul 14 11:48:32.144399 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39298) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:32.150605 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-3d0d68e6-6527-4418-8477-f4dd1f55dbaf tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Request body: {'security_group_rule': {'security_group_id': 'bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1', 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:32.196231 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe2afdcc-ea63-4d18-ad64-a1bb2164240e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:32.304029 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.securitygroups_db [None req-3d0d68e6-6527-4418-8477-f4dd1f55dbaf tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Project dc22323158714269b0da2b01121fe3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:48:32.314182 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3d0d68e6-6527-4418-8477-f4dd1f55dbaf tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (089dcc72-9407-4f60-a297-80928de19966), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:32.315964 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe2afdcc-ea63-4d18-ad64-a1bb2164240e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (93dfa3e0-4ac4-47b9-a067-cbcdd533d25a), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:32.368717 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:32.388447 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3d0d68e6-6527-4418-8477-f4dd1f55dbaf tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (089dcc72-9407-4f60-a297-80928de19966), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:32.408785 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09542b6-b324-4223-86cd-ea1415f133d3 None None] New status for floating IP 0ff9f21c-b97c-48fd-a68d-7f7607b5caa5: DOWN {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:48:32.431995 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-fe2afdcc-ea63-4d18-ad64-a1bb2164240e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Floating IP 93dfa3e0-4ac4-47b9-a067-cbcdd533d25a associated. External IP: 172.27.3.98, port: 5c8aa46b-5efe-4ab3-b31e-03775de21303. Jul 14 11:48:32.469286 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3d0d68e6-6527-4418-8477-f4dd1f55dbaf tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (089dcc72-9407-4f60-a297-80928de19966), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:32.492078 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d68e6-6527-4418-8477-f4dd1f55dbaf tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089dcc72-9407-4f60-a297-80928de19966,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:32.538869 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:32.574733 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3d0d68e6-6527-4418-8477-f4dd1f55dbaf tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:32.576003 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-3d0d68e6-6527-4418-8477-f4dd1f55dbaf tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4305987 Jul 14 11:48:32.647873 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2afdcc-ea63-4d18-ad64-a1bb2164240e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:48:32.672931 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f4538459-6af5-4c10-9d51-bd299002a52f req-b582fe29-a7e6-4ca0-bcbd-78b63701ded2 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963610259&fields=id&tenant_id=dc22323158714269b0da2b01121fe3ed HTTP/1.1" status: 200 len: 267 time: 0.0468242 Jul 14 11:48:32.737479 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4538459-6af5-4c10-9d51-bd299002a52f req-f458a0fa-6087-44d4-9fab-d7096b7f96ae tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:32.739061 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f4538459-6af5-4c10-9d51-bd299002a52f req-f458a0fa-6087-44d4-9fab-d7096b7f96ae tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.0606809 Jul 14 11:48:32.750467 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-f4538459-6af5-4c10-9d51-bd299002a52f req-71103f71-61ac-4535-84be-19ae076c0344 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Request body: {'port': {'security_groups': ['5ef24666-f930-4510-8d1b-2b4589503415', 'bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:32.781470 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-26ad1942-7567-4398-abc6-9b36806d15b4 req-9b26f3bf-c057-460f-a233-3bfb950e0772 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=36228e4a-c9d6-4e57-81fe-e8a49d221573 HTTP/1.1" status: 200 len: 210 time: 0.0403857 Jul 14 11:48:32.794913 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2afdcc-ea63-4d18-ad64-a1bb2164240e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:48:32.807811 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec1218-3a7e-48bc-829c-998328675f20 None None] Sync routers for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:48:32.811473 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fe2afdcc-ea63-4d18-ad64-a1bb2164240e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:32.830307 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-f4538459-6af5-4c10-9d51-bd299002a52f req-71103f71-61ac-4535-84be-19ae076c0344 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f79bdd51-95b5-4720-a060-677fe13019be), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:32.843706 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec1218-3a7e-48bc-829c-998328675f20 None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:32.844336 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-d6ec1218-3a7e-48bc-829c-998328675f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:32.849217 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-fe2afdcc-ea63-4d18-ad64-a1bb2164240e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "PUT /v2.0/floatingips/93dfa3e0-4ac4-47b9-a067-cbcdd533d25a HTTP/1.1" status: 200 len: 991 time: 1.2106085 Jul 14 11:48:32.849824 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:32.852812 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:32.897537 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79588b79-6847-4c80-a5c1-f3570a36cd31 x-openstack-request-id: req-79588b79-6847-4c80-a5c1-f3570a36cd31 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:32.897903 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:32.898211 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-79588b79-6847-4c80-a5c1-f3570a36cd31 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:32.898891 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79588b79-6847-4c80-a5c1-f3570a36cd31'] response: {'name': 'network-changed', 'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'status': 'completed', 'code': 200} Jul 14 11:48:33.027831 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-d6ec1218-3a7e-48bc-829c-998328675f20 None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:33.030639 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa req-652bef78-4a5b-4cf1-b6e7-953570d61e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:33.034787 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa req-652bef78-4a5b-4cf1-b6e7-953570d61e0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 1130 time: 0.0788035 Jul 14 11:48:33.065531 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:33.096707 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-f4538459-6af5-4c10-9d51-bd299002a52f req-71103f71-61ac-4535-84be-19ae076c0344 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] For port f79bdd51-95b5-4720-a060-677fe13019be, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f79bdd51-95b5-4720-a060-677fe13019be,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:33.127324 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:33.132686 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-f4538459-6af5-4c10-9d51-bd299002a52f req-71103f71-61ac-4535-84be-19ae076c0344 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for port (f79bdd51-95b5-4720-a060-677fe13019be), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:33.155807 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa req-256a8a46-27ae-4eb6-adeb-7c16dd923237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:33.157344 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa req-256a8a46-27ae-4eb6-adeb-7c16dd923237 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 918 time: 0.1159675 Jul 14 11:48:33.223779 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-f4538459-6af5-4c10-9d51-bd299002a52f req-71103f71-61ac-4535-84be-19ae076c0344 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (f79bdd51-95b5-4720-a060-677fe13019be), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:33.233198 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:33.237920 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['f79bdd51-95b5-4720-a060-677fe13019be'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:33.267381 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4538459-6af5-4c10-9d51-bd299002a52f req-71103f71-61ac-4535-84be-19ae076c0344 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:33.268017 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-f4538459-6af5-4c10-9d51-bd299002a52f req-71103f71-61ac-4535-84be-19ae076c0344 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:33.269463 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f4538459-6af5-4c10-9d51-bd299002a52f req-71103f71-61ac-4535-84be-19ae076c0344 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "PUT /v2.0/ports/f79bdd51-95b5-4720-a060-677fe13019be HTTP/1.1" status: 200 len: 982 time: 0.5235412 Jul 14 11:48:33.280179 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-d6ec1218-3a7e-48bc-829c-998328675f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '93dfa3e0-4ac4-47b9-a067-cbcdd533d25a', 'tenant_id': '81777430895b432999f69033667e59f1', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'port_id': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'mac_address': 'fa:16:3e:d4:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:16Z', 'updated_at': '2022-07-14T11:48:32Z', 'revision_number': 1, 'project_id': '81777430895b432999f69033667e59f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:33.311335 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71103f71-61ac-4535-84be-19ae076c0344 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'Port': ['ID=f79bdd51-95b5-4720-a060-677fe13019be,revision_number=6']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:33.315741 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec1218-3a7e-48bc-829c-998328675f20 None None] Checking router: 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:48:33.344994 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec1218-3a7e-48bc-829c-998328675f20 None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:33.345660 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-d6ec1218-3a7e-48bc-829c-998328675f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:33.353427 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:33.402000 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d233a1-37c5-49b5-b5d6-87de505ffc9b req-15b85508-70e9-4172-90e1-77e8075ce4af tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:33.403834 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f2d233a1-37c5-49b5-b5d6-87de505ffc9b req-15b85508-70e9-4172-90e1-77e8075ce4af tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0606806 Jul 14 11:48:33.405745 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['f79bdd51-95b5-4720-a060-677fe13019be'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:33.443953 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:33.447724 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f" -d '{"events": [{"name": "network-changed", "server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "tag": "f79bdd51-95b5-4720-a060-677fe13019be"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:33.513947 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680daa7a-8f31-4609-b67e-3c3112d47e27 x-openstack-request-id: req-680daa7a-8f31-4609-b67e-3c3112d47e27 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:33.514354 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "tag": "f79bdd51-95b5-4720-a060-677fe13019be", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:33.514552 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-680daa7a-8f31-4609-b67e-3c3112d47e27 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:33.514966 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680daa7a-8f31-4609-b67e-3c3112d47e27'] response: {'name': 'network-changed', 'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be', 'status': 'completed', 'code': 200} Jul 14 11:48:33.549246 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f2d233a1-37c5-49b5-b5d6-87de505ffc9b req-8a2e9c5a-9a4c-47ca-8657-522cf54d82d7 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1393044 Jul 14 11:48:33.593766 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa req-8ad535b6-00f5-46e6-b84e-f65c713b0f32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303 HTTP/1.1" status: 200 len: 999 time: 0.1015115 Jul 14 11:48:33.596574 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f req-17b821d7-89f5-4345-8e92-e2c403538bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:33.600300 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f req-17b821d7-89f5-4345-8e92-e2c403538bf6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc22323158714269b0da2b01121fe3ed&device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 1169 time: 0.0610497 Jul 14 11:48:33.656125 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa req-24c9d6ce-e309-4c28-ba59-8414d464b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:33.658080 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa req-24c9d6ce-e309-4c28-ba59-8414d464b53c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ffca6be3-1873-4c11-b23e-8cff8d06e710 HTTP/1.1" status: 200 len: 856 time: 0.0539441 Jul 14 11:48:33.688841 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-d6ec1218-3a7e-48bc-829c-998328675f20 None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:33.694458 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-53c624dd-e230-478a-a83b-e51adb06701a None None] Provisioning complete for port f79bdd51-95b5-4720-a060-677fe13019be triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:48:33.694821 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-53c624dd-e230-478a-a83b-e51adb06701a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (f79bdd51-95b5-4720-a060-677fe13019be), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:33.709976 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f req-79f57128-da29-4776-861e-17ddb9b72b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:33.712850 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f req-79f57128-da29-4776-861e-17ddb9b72b39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 HTTP/1.1" status: 200 len: 915 time: 0.1086547 Jul 14 11:48:33.718623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa req-03c10b67-dca9-41f5-89e9-3becb24416fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:33.720129 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa req-03c10b67-dca9-41f5-89e9-3becb24416fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4586847-6136-4dce-945a-818d63fc4328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528738 Jul 14 11:48:33.785926 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f req-c77daf5f-a4f6-4933-add2-ca9badc3a178 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79bdd51-95b5-4720-a060-677fe13019be HTTP/1.1" status: 200 len: 1002 time: 0.0661628 Jul 14 11:48:33.840383 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f req-d7675b00-2e3f-4ce6-9c68-62b282fe2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:33.841893 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f req-d7675b00-2e3f-4ce6-9c68-62b282fe2f16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2aae70f5-484a-45cf-af1c-4c414744dbc5 HTTP/1.1" status: 200 len: 853 time: 0.0495846 Jul 14 11:48:33.848105 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa req-1e52f023-2fb8-4c6d-8390-0bd940ea591e service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218424 Jul 14 11:48:33.879582 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:33.953498 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f req-1e3ddc7e-b0e2-4b49-8f9a-f9d3ffb79a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:33.955197 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f req-1e3ddc7e-b0e2-4b49-8f9a-f9d3ffb79a8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059556 Jul 14 11:48:33.968630 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14ec2e06-0b83-432b-865b-6ae1f87f3bfa req-ff33b41d-1c5c-4eae-9975-873be26417c9 service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140761 Jul 14 11:48:34.002312 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39332) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:34.090225 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f req-9fd9e22c-6ad9-4419-9d83-1cb7e401f8c1 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282148 Jul 14 11:48:34.094264 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-81b56648-b39f-4ac0-b98f-fcb269c0de64 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (fbcc967f-dbf1-494b-a118-3955fc32915c), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:34.107357 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-53c624dd-e230-478a-a83b-e51adb06701a None None] Current status of the port f79bdd51-95b5-4720-a060-677fe13019be is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:48:34.151474 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:34.151906 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-81b56648-b39f-4ac0-b98f-fcb269c0de64 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (fbcc967f-dbf1-494b-a118-3955fc32915c), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:34.239805 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e45d3f5d-ece1-4eae-a778-ef7e4fbf600f req-99644d25-c5d8-424d-8958-2fa193a989ac service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412976 Jul 14 11:48:34.312925 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-d6ec1218-3a7e-48bc-829c-998328675f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '93dfa3e0-4ac4-47b9-a067-cbcdd533d25a', 'tenant_id': '81777430895b432999f69033667e59f1', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'port_id': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'mac_address': 'fa:16:3e:d4:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:16Z', 'updated_at': '2022-07-14T11:48:32Z', 'revision_number': 1, 'project_id': '81777430895b432999f69033667e59f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:34.360589 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec1218-3a7e-48bc-829c-998328675f20 None None] The sync data for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi is: [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '93dfa3e0-4ac4-47b9-a067-cbcdd533d25a', 'tenant_id': '81777430895b432999f69033667e59f1', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'port_id': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'mac_address': 'fa:16:3e:d4:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:16Z', 'updated_at': '2022-07-14T11:48:32Z', 'revision_number': 1, 'project_id': '81777430895b432999f69033667e59f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:48:34.360900 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-81b56648-b39f-4ac0-b98f-fcb269c0de64 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (fbcc967f-dbf1-494b-a118-3955fc32915c), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:34.363541 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-81b56648-b39f-4ac0-b98f-fcb269c0de64 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:34.365087 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-81b56648-b39f-4ac0-b98f-fcb269c0de64 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "DELETE /v2.0/security-groups/fbcc967f-dbf1-494b-a118-3955fc32915c HTTP/1.1" status: 204 len: 168 time: 0.3614981 Jul 14 11:48:34.368541 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39342) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:34.377710 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b56648-b39f-4ac0-b98f-fcb269c0de64 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcc967f-dbf1-494b-a118-3955fc32915c,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:34.399566 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.api.v2.resource [None req-a0e5b1c4-060f-4cf7-9d92-8d5193c4e2fd tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] show failed (client error): The resource could not be found. Jul 14 11:48:34.403984 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-a0e5b1c4-060f-4cf7-9d92-8d5193c4e2fd tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups/fbcc967f-dbf1-494b-a118-3955fc32915c HTTP/1.1" status: 404 len: 347 time: 0.0307858 Jul 14 11:48:34.404679 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39346) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:34.551806 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-e669579b-b455-4187-8501-22a24f751018 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Deleting port 35f29f9c-eeb1-428e-9bce-9c473ce84cd8 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:48:34.552154 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e669579b-b455-4187-8501-22a24f751018 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (35f29f9c-eeb1-428e-9bce-9c473ce84cd8), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:34.638059 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280c6f2e-c489-491a-addb-f8f81fb7bd1e None None] New status for floating IP 93dfa3e0-4ac4-47b9-a067-cbcdd533d25a: ACTIVE {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:48:34.641481 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e669579b-b455-4187-8501-22a24f751018 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (35f29f9c-eeb1-428e-9bce-9c473ce84cd8), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:34.641891 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e669579b-b455-4187-8501-22a24f751018 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (35f29f9c-eeb1-428e-9bce-9c473ce84cd8), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:34.660580 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-e669579b-b455-4187-8501-22a24f751018 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Calling delete_port for 35f29f9c-eeb1-428e-9bce-9c473ce84cd8 owned by network:floatingip {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:48:34.778960 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c09fc-c183-4682-be85-07575fae703c req-4ca954ef-a1cb-42f2-81cc-13faac425329 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:34.780629 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3e4c09fc-c183-4682-be85-07575fae703c req-4ca954ef-a1cb-42f2-81cc-13faac425329 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0629520 Jul 14 11:48:34.825403 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff142d2b-630b-4c0c-9b12-7c6bfdd26a41 req-d159d4d4-1b5f-4d41-b2a0-d5b6ea758b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:34.826889 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ff142d2b-630b-4c0c-9b12-7c6bfdd26a41 req-d159d4d4-1b5f-4d41-b2a0-d5b6ea758b11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 1129 time: 0.0714240 Jul 14 11:48:34.831340 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3e4c09fc-c183-4682-be85-07575fae703c req-aee089f2-1d91-4617-beb8-21d56a78fca9 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444560 Jul 14 11:48:34.927872 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device a691a194-3f01-478d-96f7-2e83d0eb6f7d no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:34.940562 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e669579b-b455-4187-8501-22a24f751018 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (35f29f9c-eeb1-428e-9bce-9c473ce84cd8), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:34.954958 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff142d2b-630b-4c0c-9b12-7c6bfdd26a41 req-fcecf5a1-bf07-49be-b502-892e36387340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:34.960787 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ff142d2b-630b-4c0c-9b12-7c6bfdd26a41 req-fcecf5a1-bf07-49be-b502-892e36387340 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 919 time: 0.1217167 Jul 14 11:48:34.960924 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: a691a194-3f01-478d-96f7-2e83d0eb6f7d {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:48:34.960924 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device a691a194-3f01-478d-96f7-2e83d0eb6f7d not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:34.981678 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669579b-b455-4187-8501-22a24f751018 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event deleted for resources: {'Port': ['ID=35f29f9c-eeb1-428e-9bce-9c473ce84cd8,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:35.293330 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:35.309353 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ff142d2b-630b-4c0c-9b12-7c6bfdd26a41 req-a43b8fd8-6312-440a-9829-b2b9494a2a5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=941e85d3-a14c-4664-99a5-c7fce2347e18 HTTP/1.1" status: 200 len: 1001 time: 0.3366396 Jul 14 11:48:35.330039 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e669579b-b455-4187-8501-22a24f751018 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (0ff9f21c-b97c-48fd-a68d-7f7607b5caa5), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:35.332361 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e669579b-b455-4187-8501-22a24f751018 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:35.333479 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e669579b-b455-4187-8501-22a24f751018 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "DELETE /v2.0/floatingips/0ff9f21c-b97c-48fd-a68d-7f7607b5caa5 HTTP/1.1" status: 204 len: 168 time: 0.9277048 Jul 14 11:48:35.369182 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff142d2b-630b-4c0c-9b12-7c6bfdd26a41 req-823c25ff-f76e-4400-863a-5bf74db1c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:35.370738 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ff142d2b-630b-4c0c-9b12-7c6bfdd26a41 req-823c25ff-f76e-4400-863a-5bf74db1c9e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.0519345 Jul 14 11:48:35.415977 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff142d2b-630b-4c0c-9b12-7c6bfdd26a41 req-550ba819-94c7-4935-808f-c5a516b2840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:35.417537 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ff142d2b-630b-4c0c-9b12-7c6bfdd26a41 req-550ba819-94c7-4935-808f-c5a516b2840d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402632 Jul 14 11:48:35.479987 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39356) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:35.486717 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-2c4e783b-a236-46e9-a98f-a64839c4a683 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430482670', 'description': 'tempest-description--1657336053'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:35.493043 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:35.498626 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:35.523153 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ff142d2b-630b-4c0c-9b12-7c6bfdd26a41 req-a05ebc92-0f9b-45aa-97bf-0e88dfc08975 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957279 Jul 14 11:48:35.561395 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2c4e783b-a236-46e9-a98f-a64839c4a683 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:35.615159 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ff142d2b-630b-4c0c-9b12-7c6bfdd26a41 req-99b0e273-de34-4c2b-9a81-6feab6299fc2 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844791 Jul 14 11:48:35.630494 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2c4e783b-a236-46e9-a98f-a64839c4a683 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (a254cb3b-e6d8-40f3-ae3d-2a64100d994c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:35.698965 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2c4e783b-a236-46e9-a98f-a64839c4a683 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (a254cb3b-e6d8-40f3-ae3d-2a64100d994c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:35.729627 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e783b-a236-46e9-a98f-a64839c4a683 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a254cb3b-e6d8-40f3-ae3d-2a64100d994c,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:35.785554 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2c4e783b-a236-46e9-a98f-a64839c4a683 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:35.786789 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-2c4e783b-a236-46e9-a98f-a64839c4a683 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3057454 Jul 14 11:48:35.794025 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39362) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:35.794272 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-d31aaeff-8e1b-41dc-8c6e-a3a775b577ed tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'security_group_rule': {'security_group_id': 'a254cb3b-e6d8-40f3-ae3d-2a64100d994c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:35.942361 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d31aaeff-8e1b-41dc-8c6e-a3a775b577ed tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (cdafa2e2-e6a5-40be-a510-28a8abed291e), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:35.970371 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6c34f-29a8-4633-9228-5d7b928f6b44 req-65b6bf9d-65a0-4c14-81ff-a49d592e4972 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:35.971842 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78d6c34f-29a8-4633-9228-5d7b928f6b44 req-65b6bf9d-65a0-4c14-81ff-a49d592e4972 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0704298 Jul 14 11:48:36.047814 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78d6c34f-29a8-4633-9228-5d7b928f6b44 req-2fd7479c-76d5-4b94-b0b2-9e4e3d83588f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689228 Jul 14 11:48:36.049415 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d31aaeff-8e1b-41dc-8c6e-a3a775b577ed tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (cdafa2e2-e6a5-40be-a510-28a8abed291e), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:36.132695 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d31aaeff-8e1b-41dc-8c6e-a3a775b577ed tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (cdafa2e2-e6a5-40be-a510-28a8abed291e), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:36.152211 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31aaeff-8e1b-41dc-8c6e-a3a775b577ed tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdafa2e2-e6a5-40be-a510-28a8abed291e,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:36.231341 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d31aaeff-8e1b-41dc-8c6e-a3a775b577ed tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:36.232558 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-d31aaeff-8e1b-41dc-8c6e-a3a775b577ed tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4417653 Jul 14 11:48:36.235382 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39368) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:36.239969 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-4d42042b-f62c-4733-8550-d90b11800e9e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'security_group_rule': {'security_group_id': 'a254cb3b-e6d8-40f3-ae3d-2a64100d994c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:36.335273 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d42042b-f62c-4733-8550-d90b11800e9e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (6e4bb939-b019-4953-b15b-658b5b41fe75), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:36.392957 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d42042b-f62c-4733-8550-d90b11800e9e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (6e4bb939-b019-4953-b15b-658b5b41fe75), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:36.469549 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d42042b-f62c-4733-8550-d90b11800e9e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (6e4bb939-b019-4953-b15b-658b5b41fe75), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:36.489888 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42042b-f62c-4733-8550-d90b11800e9e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4bb939-b019-4953-b15b-658b5b41fe75,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:36.545621 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4d42042b-f62c-4733-8550-d90b11800e9e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:36.546819 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-4d42042b-f62c-4733-8550-d90b11800e9e tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104138 Jul 14 11:48:36.549973 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39370) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:36.554156 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:36.612046 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:36.689237 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:36.744226 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:36.819931 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Allocated IP 172.27.3.193 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/56dd87ce-8a6b-42b2-9684-cf0f9249b900) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:36.919897 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for port (56dd87ce-8a6b-42b2-9684-cf0f9249b900), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:36.941119 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:37.083436 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (56dd87ce-8a6b-42b2-9684-cf0f9249b900), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:37.125595 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:37.141105 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:37.161036 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:48:37.168320 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'Port': ['ID=56dd87ce-8a6b-42b2-9684-cf0f9249b900,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:37.207204 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9450e5-1a76-40d5-86d5-37fc5f51a875 req-d13b813b-8df2-4e01-9cf0-392f517b6d8d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:37.208606 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4c9450e5-1a76-40d5-86d5-37fc5f51a875 req-d13b813b-8df2-4e01-9cf0-392f517b6d8d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0877123 Jul 14 11:48:37.243324 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (85820d21-2c57-425d-9f7e-c07aefbc6e99), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:37.557179 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4c9450e5-1a76-40d5-86d5-37fc5f51a875 req-8b94c237-9b48-4278-b97c-b6a94e2f9147 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417346 Jul 14 11:48:37.561930 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (56dd87ce-8a6b-42b2-9684-cf0f9249b900), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:37.710283 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for port (56dd87ce-8a6b-42b2-9684-cf0f9249b900), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:37.771360 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (56dd87ce-8a6b-42b2-9684-cf0f9249b900), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:37.802704 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (85820d21-2c57-425d-9f7e-c07aefbc6e99), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:37.824262 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'Port': ['ID=56dd87ce-8a6b-42b2-9684-cf0f9249b900,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:37.887691 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:37.888937 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-4ebadd40-24be-4889-bbaf-1dc84bcafee1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3380425 Jul 14 11:48:38.083151 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-eb40243c-6041-4d3f-b3e4-136ccdb4ed2f tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--430482670&fields=id&tenant_id=48a88ac7db8a481ca03508d315a0bc56 HTTP/1.1" status: 200 len: 267 time: 0.0428591 Jul 14 11:48:38.194165 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-67046967-02ee-46ad-85f5-c76f59c2c436 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:38.195623 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-67046967-02ee-46ad-85f5-c76f59c2c436 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/networks?id=87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 200 len: 811 time: 0.1057365 Jul 14 11:48:38.210198 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-df294eba-52f3-41c3-b4c6-02c3ac0805ac tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/quotas/48a88ac7db8a481ca03508d315a0bc56 HTTP/1.1" status: 200 len: 375 time: 0.0091763 Jul 14 11:48:38.259888 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-a1581039-900e-491a-b6eb-2e03d96c9630 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=48a88ac7db8a481ca03508d315a0bc56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440924 Jul 14 11:48:38.358910 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-7dc15b6a-524b-4567-8f98-8e191f573b56 service neutron] 10.222.0.40 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873771 Jul 14 11:48:38.421408 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:38.449412 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-05ccf824-cf32-4699-84c7-86a2696b019d service neutron] 10.222.0.40 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847197 Jul 14 11:48:38.679279 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9284af-9444-4c15-af2a-7c316814517b req-f5ed3fee-8721-43b8-854b-3670b60546fd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:38.680834 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1d9284af-9444-4c15-af2a-7c316814517b req-f5ed3fee-8721-43b8-854b-3670b60546fd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0572598 Jul 14 11:48:38.697483 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-05599e8b-a722-4f89-83d3-fb5256c4ded6 req-9ba3261a-0f1c-4d23-9b59-5ccb7b727a8f tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 210 time: 0.0333145 Jul 14 11:48:38.712744 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:38.735846 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1d9284af-9444-4c15-af2a-7c316814517b req-81bafeef-0776-4a74-be6a-ec9acf78236b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480773 Jul 14 11:48:39.795162 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fc6d6b80-e70f-4df3-91ce-619921eca59a req-bf2c7094-46f9-4af1-811d-6b228829c838 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 210 time: 0.0294714 Jul 14 11:48:39.863751 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ef268-36e3-46d8-a457-ff64f466f499 req-39a3332f-41c0-4e67-b761-b701925a1198 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:39.865498 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-da6ef268-36e3-46d8-a457-ff64f466f499 req-39a3332f-41c0-4e67-b761-b701925a1198 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0525055 Jul 14 11:48:39.913945 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-da6ef268-36e3-46d8-a457-ff64f466f499 req-a7f0c00b-1a9d-4632-9b93-a69cc5d6d886 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416248 Jul 14 11:48:40.527012 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:40.622738 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-b2ef656a-c6a0-4b79-8e95-6ba9afd6cc83 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:40.624205 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-b2ef656a-c6a0-4b79-8e95-6ba9afd6cc83 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.55 "GET /v2.0/networks?id=87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 200 len: 811 time: 0.1027312 Jul 14 11:48:40.625107 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:40.630173 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:40.693652 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-070e5354-4ef3-4be6-856f-a2d4c9854fca tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a88ac7db8a481ca03508d315a0bc56 HTTP/1.1" status: 200 len: 379 time: 0.0603878 Jul 14 11:48:40.703725 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'port': {'device_id': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'admin_state_up': True, 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'security_groups': ['a254cb3b-e6d8-40f3-ae3d-2a64100d994c']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:40.809329 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:40.891126 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Made reservation on behalf of 48a88ac7db8a481ca03508d315a0bc56 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:40.894524 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:40.897636 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-04180955-1682-491d-8106-6e94bbb40a6a req-ccaec025-c13e-4051-85af-91a62dc7c7e2 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 210 time: 0.0347800 Jul 14 11:48:41.034695 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fe34b-b6a5-477f-b4a5-ecced60fda2e req-575d2720-ff5e-478f-81d3-104ba16cee3d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:41.035887 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c35fe34b-b6a5-477f-b4a5-ecced60fda2e req-575d2720-ff5e-478f-81d3-104ba16cee3d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0499573 Jul 14 11:48:41.041279 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Allocated IP 172.20.0.5 (87d6f20b-bda5-4229-8026-f520c7f094ed/2a358cd9-2a9c-4885-95d8-0f50e266cbc6/9e3c7542-e076-4781-be94-f9cf16cf7f57) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:41.085582 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c35fe34b-b6a5-477f-b4a5-ecced60fda2e req-702ecb9e-c871-4556-bb1d-f07f582b2c90 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 Jul 14 11:48:41.182847 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:41.276134 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:41.286179 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:41.320936 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Network 87d6f20b-bda5-4229-8026-f520c7f094ed is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:41.326745 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:41.330866 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:48:41.357052 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event updated for resources: {'Port': ['ID=9e3c7542-e076-4781-be94-f9cf16cf7f57,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:41.387761 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:41.388795 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:41.466914 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-be2d4bbf-efe8-4de6-be9e-6d1795781569 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7678280 Jul 14 11:48:41.479579 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Request body: {'port': {'device_id': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:41.548775 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:41.573621 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-9c40ec1d-b78b-459a-8dd1-7353e983fd2e None None] Provisioning complete for port 9e3c7542-e076-4781-be94-f9cf16cf7f57 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:48:41.574241 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9c40ec1d-b78b-459a-8dd1-7353e983fd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:41.607084 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-9c40ec1d-b78b-459a-8dd1-7353e983fd2e None None] Port 9e3c7542-e076-4781-be94-f9cf16cf7f57 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:48:41.800304 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3c7542-e076-4781-be94-f9cf16cf7f57 {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:48:41.808231 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Publish callbacks [] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:41.820520 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Transition to ACTIVE for port object 9e3c7542-e076-4781-be94-f9cf16cf7f57 will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:48:41.870072 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:41.900813 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:41.928742 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Pushing event updated for resources: {'Port': ['ID=9e3c7542-e076-4781-be94-f9cf16cf7f57,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:42.048274 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3556-6c9b-409d-8246-a286adcb0308 req-0650b64a-55e6-4fbb-a234-b2642a86b65a tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:42.049874 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-533f3556-6c9b-409d-8246-a286adcb0308 req-0650b64a-55e6-4fbb-a234-b2642a86b65a tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 943 time: 0.0653758 Jul 14 11:48:42.050704 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Attempting to bind port 9e3c7542-e076-4781-be94-f9cf16cf7f57 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:48:42.050959 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Attempting to bind port 9e3c7542-e076-4781-be94-f9cf16cf7f57 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:48:42.051284 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Attempting to bind port 9e3c7542-e076-4781-be94-f9cf16cf7f57 on network 87d6f20b-bda5-4229-8026-f520c7f094ed {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:48:42.064264 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Port 9e3c7542-e076-4781-be94-f9cf16cf7f57 on network 87d6f20b-bda5-4229-8026-f520c7f094ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:48:42.064616 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Attempting to bind port 9e3c7542-e076-4781-be94-f9cf16cf7f57 on network 87d6f20b-bda5-4229-8026-f520c7f094ed {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:48:42.078877 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:48:42.079267 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Checking segment: {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:48:42.079603 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Bound using segment: {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:48:42.080032 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Bound port: 9e3c7542-e076-4781-be94-f9cf16cf7f57, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5035055d-e0a9-432a-b5c6-19cf89247f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:48:42.080393 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:42.140891 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:42.144419 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-533f3556-6c9b-409d-8246-a286adcb0308 req-ad0ca6b6-89af-4efb-9a70-678bcfd5be61 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881557 Jul 14 11:48:42.177897 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] For port 9e3c7542-e076-4781-be94-f9cf16cf7f57, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:48:42.179438 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] For port 9e3c7542-e076-4781-be94-f9cf16cf7f57, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9e3c7542-e076-4781-be94-f9cf16cf7f57,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:48:42.218840 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ffac9-36e4-4805-801b-a131930a42bd req-f73217f7-7fa2-4baf-8498-8e9744e19f78 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:42.220293 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-508ffac9-36e4-4805-801b-a131930a42bd req-f73217f7-7fa2-4baf-8498-8e9744e19f78 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0526369 Jul 14 11:48:42.241546 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:42.269144 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-508ffac9-36e4-4805-801b-a131930a42bd req-c6bd44c6-44e2-45a2-83a5-0e921e21fca2 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431564 Jul 14 11:48:42.275549 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:42.275549 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:42.277196 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] 10.222.0.55 "PUT /v2.0/ports/9e3c7542-e076-4781-be94-f9cf16cf7f57 HTTP/1.1" status: 200 len: 1093 time: 0.8021178 Jul 14 11:48:42.280407 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'tag': '9e3c7542-e076-4781-be94-f9cf16cf7f57'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:42.282649 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9737afc-a815-474b-b1af-1f2bf6b00b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9a7ce6-aede-493e-8e91-b35f4c51d954", "tag": "9e3c7542-e076-4781-be94-f9cf16cf7f57"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:42.328889 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f484a39-6d64-4bdc-983c-a3f03e7c706b service neutron] Pushing event updated for resources: {'Port': ['ID=9e3c7542-e076-4781-be94-f9cf16cf7f57,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:42.380243 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd3d793-f7dd-4ece-8843-424a39549f74 x-openstack-request-id: req-7bd3d793-f7dd-4ece-8843-424a39549f74 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:42.380243 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9a7ce6-aede-493e-8e91-b35f4c51d954", "tag": "9e3c7542-e076-4781-be94-f9cf16cf7f57", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:42.380243 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7bd3d793-f7dd-4ece-8843-424a39549f74 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:42.380591 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd3d793-f7dd-4ece-8843-424a39549f74'] response: {'name': 'network-changed', 'server_uuid': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'tag': '9e3c7542-e076-4781-be94-f9cf16cf7f57', 'status': 'completed', 'code': 200} Jul 14 11:48:42.410237 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-bb22483c-9376-4e9d-ace0-53bee489cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:42.414186 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-bb22483c-9376-4e9d-ace0-53bee489cc17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48a88ac7db8a481ca03508d315a0bc56&device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 1127 time: 0.0500846 Jul 14 11:48:42.460201 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-38af39c2-d048-4943-b722-01b7b2956629 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3c7542-e076-4781-be94-f9cf16cf7f57 HTTP/1.1" status: 200 len: 217 time: 0.0407536 Jul 14 11:48:42.517032 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8fe48b1c-b5f9-482e-95ca-db57c600a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:42.518584 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-8fe48b1c-b5f9-482e-95ca-db57c600a1f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a358cd9-2a9c-4885-95d8-0f50e266cbc6 HTTP/1.1" status: 200 len: 850 time: 0.0522294 Jul 14 11:48:42.570029 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-7d4f3642-59ce-4b63-aaae-b3eacc06e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:42.570029 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-7d4f3642-59ce-4b63-aaae-b3eacc06e123 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d6f20b-bda5-4229-8026-f520c7f094ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413318 Jul 14 11:48:42.662563 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-63439133-508e-4b07-9ee9-8d72ef74c1e5 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898697 Jul 14 11:48:42.755882 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6362116-6cde-485a-a95e-2b2318ea3c5c req-b824403e-1824-4162-a3ef-a4fca6e77b32 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872560 Jul 14 11:48:43.266688 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45ca72-08e8-4275-9676-e104522eadf7 req-bac8d9dd-6062-436e-8d11-a647bae81be7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:43.268168 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dd45ca72-08e8-4275-9676-e104522eadf7 req-bac8d9dd-6062-436e-8d11-a647bae81be7 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 943 time: 0.0515978 Jul 14 11:48:43.316610 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dd45ca72-08e8-4275-9676-e104522eadf7 req-94b70eef-0264-417f-9c4c-bc00b55b64af tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424917 Jul 14 11:48:43.396875 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede156c-a950-45a7-82db-7af583c49d7c req-d90ff101-df8e-495c-bd5e-0861c0396093 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:43.398711 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2ede156c-a950-45a7-82db-7af583c49d7c req-d90ff101-df8e-495c-bd5e-0861c0396093 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0570166 Jul 14 11:48:43.446483 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2ede156c-a950-45a7-82db-7af583c49d7c req-b44a0add-f0cf-4b97-ab45-cadc5e8aa110 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Jul 14 11:48:43.885906 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737afc-a815-474b-b1af-1f2bf6b00b1c req-e5f94a3e-ce30-461b-83a1-91f94cbeee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:43.887406 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e9737afc-a815-474b-b1af-1f2bf6b00b1c req-e5f94a3e-ce30-461b-83a1-91f94cbeee14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48a88ac7db8a481ca03508d315a0bc56&device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 1127 time: 0.0396709 Jul 14 11:48:43.984017 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737afc-a815-474b-b1af-1f2bf6b00b1c req-6675b20c-d698-478d-99b2-d6a92faddeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:43.985533 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e9737afc-a815-474b-b1af-1f2bf6b00b1c req-6675b20c-d698-478d-99b2-d6a92faddeea service neutron] 10.222.0.55 "GET /v2.0/networks?id=87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 200 len: 912 time: 0.0919588 Jul 14 11:48:44.026315 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e9737afc-a815-474b-b1af-1f2bf6b00b1c req-731ff12b-b928-4f1c-ba90-aa0923d9cff6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3c7542-e076-4781-be94-f9cf16cf7f57 HTTP/1.1" status: 200 len: 217 time: 0.0339186 Jul 14 11:48:44.377996 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737afc-a815-474b-b1af-1f2bf6b00b1c req-ba3bb101-7951-42ff-971c-fa47bd64f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:44.379543 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e9737afc-a815-474b-b1af-1f2bf6b00b1c req-ba3bb101-7951-42ff-971c-fa47bd64f6fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a358cd9-2a9c-4885-95d8-0f50e266cbc6 HTTP/1.1" status: 200 len: 850 time: 0.0455627 Jul 14 11:48:44.425445 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737afc-a815-474b-b1af-1f2bf6b00b1c req-24d51577-a908-42ac-99e2-322395e8e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:44.426951 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e9737afc-a815-474b-b1af-1f2bf6b00b1c req-24d51577-a908-42ac-99e2-322395e8e631 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d6f20b-bda5-4229-8026-f520c7f094ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390956 Jul 14 11:48:44.434065 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc67a2e-8f2b-439c-829b-2a3f3eb7c17e req-da54ef72-830e-4955-a158-337dcd5a88bc tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:44.435602 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ecc67a2e-8f2b-439c-829b-2a3f3eb7c17e req-da54ef72-830e-4955-a158-337dcd5a88bc tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 943 time: 0.0516732 Jul 14 11:48:44.488468 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ecc67a2e-8f2b-439c-829b-2a3f3eb7c17e req-9f894884-a5f2-45b4-a3cf-68845be0917c tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469301 Jul 14 11:48:44.561038 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:44.610947 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c08938-65e8-4182-91ab-6528859cf355 req-609f8ca8-8121-415f-a20f-7b52dbc3af94 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:44.612396 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78c08938-65e8-4182-91ab-6528859cf355 req-609f8ca8-8121-415f-a20f-7b52dbc3af94 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0978258 Jul 14 11:48:44.673093 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e9737afc-a815-474b-b1af-1f2bf6b00b1c req-76dea802-f96a-4816-aa0c-754b67c206dc service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489558 Jul 14 11:48:44.705662 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-78c08938-65e8-4182-91ab-6528859cf355 req-4448e056-1f9a-4eeb-af79-f76b852022b9 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867894 Jul 14 11:48:44.716750 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:44.779102 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e9737afc-a815-474b-b1af-1f2bf6b00b1c req-2e5c3462-7fc0-4a31-ac34-d353790d340d service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985379 Jul 14 11:48:44.903930 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f5c312b2-a56d-4457-a629-4850b0dc1aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:45.598714 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20b802-f3d9-41c2-89d2-9bde8099846e req-bf7e6efe-c23b-4c9f-8fd9-ce4b4c312444 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:45.600274 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-da20b802-f3d9-41c2-89d2-9bde8099846e req-bf7e6efe-c23b-4c9f-8fd9-ce4b4c312444 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 945 time: 0.0488946 Jul 14 11:48:45.605224 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f7380-aa42-42af-bd11-eab50c6d81e6 req-a457ce6d-2ce1-4c81-a118-fc4f74c8712b tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:45.606722 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4d3f7380-aa42-42af-bd11-eab50c6d81e6 req-a457ce6d-2ce1-4c81-a118-fc4f74c8712b tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 943 time: 0.0486798 Jul 14 11:48:45.649484 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-da20b802-f3d9-41c2-89d2-9bde8099846e req-942084ab-6a7d-473f-b0e6-447432b34e5b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429516 Jul 14 11:48:45.654981 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4d3f7380-aa42-42af-bd11-eab50c6d81e6 req-9e62ea39-5f52-47d3-bb9b-4a35d2605b44 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425253 Jul 14 11:48:45.822611 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2395d-e902-4e1f-ad73-97b9c92f6262 req-fc4c80b4-d546-4fd3-a781-15ddb6270162 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:45.824206 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c8f2395d-e902-4e1f-ad73-97b9c92f6262 req-fc4c80b4-d546-4fd3-a781-15ddb6270162 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0493722 Jul 14 11:48:45.871599 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c8f2395d-e902-4e1f-ad73-97b9c92f6262 req-8efbdaff-db7b-4f9d-9321-93169afa809d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417378 Jul 14 11:48:46.767498 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82cb5a-cbd1-4f08-9e58-4ece503ea217 req-21344f85-3ceb-439f-b7ee-c900c8baad55 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:46.769013 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6d82cb5a-cbd1-4f08-9e58-4ece503ea217 req-21344f85-3ceb-439f-b7ee-c900c8baad55 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 945 time: 0.0513835 Jul 14 11:48:46.772547 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1f50e-d8dd-4bb8-aafc-150260fccfc3 req-14cb5493-5e88-44ff-aed7-2ce1548c1745 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:46.774291 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-88c1f50e-d8dd-4bb8-aafc-150260fccfc3 req-14cb5493-5e88-44ff-aed7-2ce1548c1745 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 943 time: 0.0508029 Jul 14 11:48:46.785870 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:46.818774 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6d82cb5a-cbd1-4f08-9e58-4ece503ea217 req-06be838a-ef81-492c-a4eb-c21dc448145d tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437951 Jul 14 11:48:46.825054 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-88c1f50e-d8dd-4bb8-aafc-150260fccfc3 req-84298fe3-70c6-4e2a-9dac-bc4ba6d0ee03 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447555 Jul 14 11:48:46.943943 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9e3c7542-e076-4781-be94-f9cf16cf7f57 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:48:46.983657 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d362f64-3b51-431a-8e37-bd0dfc1c2f1a req-6e5b9ee0-ce78-4ecd-b16a-4c7580f27f64 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:46.985188 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9d362f64-3b51-431a-8e37-bd0dfc1c2f1a req-6e5b9ee0-ce78-4ecd-b16a-4c7580f27f64 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0465012 Jul 14 11:48:47.034574 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9d362f64-3b51-431a-8e37-bd0dfc1c2f1a req-eeb80e26-a30f-4ad6-a3f3-51ba99d83e59 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437267 Jul 14 11:48:47.059327 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 9e3c7542-e076-4781-be94-f9cf16cf7f57, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9e3c7542-e076-4781-be94-f9cf16cf7f57,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:47.071448 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '9e3c7542-e076-4781-be94-f9cf16cf7f57', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'port_id': '9e3c7542-e076-4781-be94-f9cf16cf7f57', 'mac_address': 'fa:16:3e:4a:72:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:48:47.075519 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2eef7bf5-f20d-41eb-a1f9-c883e220e061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:47.113311 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 9e3c7542-e076-4781-be94-f9cf16cf7f57 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:48:47.113700 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:47.127606 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3c7542-e076-4781-be94-f9cf16cf7f57 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:48:47.147517 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 9e3c7542-e076-4781-be94-f9cf16cf7f57, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9e3c7542-e076-4781-be94-f9cf16cf7f57,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:47.223322 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:47.274135 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=9e3c7542-e076-4781-be94-f9cf16cf7f57,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:47.281387 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.281728 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.282065 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.282420 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.282750 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.283074 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.283394 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.283712 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.284029 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.284345 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.284664 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.284998 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.285351 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.285668 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.285981 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:48:47.387718 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-fca00d3c-54d3-406a-b122-2d438a3ec105 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:47.387989 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-fca00d3c-54d3-406a-b122-2d438a3ec105 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 945 time: 0.0500362 Jul 14 11:48:47.473454 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Deleting port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:48:47.473710 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:47.527489 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['9e3c7542-e076-4781-be94-f9cf16cf7f57'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:48:47.566976 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] For port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:47.567272 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:47.730037 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:47.730312 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (58e73005-6dae-46e4-8b91-4fb5c0990361), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:47.730628 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Floating IP 58e73005-6dae-46e4-8b91-4fb5c0990361 disassociated. External IP: 172.27.3.232, port: 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386. Jul 14 11:48:47.730970 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Calling delete_port for 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:48:47.855085 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:47.927616 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (5e6cb4bd-c1db-46aa-aa0f-3f63a312e386), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:47.943332 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9b640-9986-48da-ba45-0f5e4205987a req-71101452-f24d-44e7-86b3-534d98cce646 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:47.944850 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-82f9b640-9986-48da-ba45-0f5e4205987a req-71101452-f24d-44e7-86b3-534d98cce646 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 945 time: 0.0522623 Jul 14 11:48:47.962185 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'Port': ['ID=5e6cb4bd-c1db-46aa-aa0f-3f63a312e386,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:47.974280 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7f051-81a0-446a-95be-b73d0d3aea96 req-d790b412-91d8-44d2-a0b0-bf1267efec95 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:47.975522 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71e7f051-81a0-446a-95be-b73d0d3aea96 req-d790b412-91d8-44d2-a0b0-bf1267efec95 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 944 time: 0.0781281 Jul 14 11:48:47.979475 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:47.999536 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-82f9b640-9986-48da-ba45-0f5e4205987a req-462e4c85-af49-4ac6-9519-c184f407f9f5 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488553 Jul 14 11:48:48.110445 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71e7f051-81a0-446a-95be-b73d0d3aea96 req-77b516a5-5665-456b-9e66-8eb423649676 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952194 Jul 14 11:48:48.125010 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:48:48.159560 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c91f6-0f40-4ef7-be9f-20fee6fccc5c req-643b9dfb-9d6a-46a0-8876-d3a7f4439971 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:48.161519 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-768c91f6-0f40-4ef7-be9f-20fee6fccc5c req-643b9dfb-9d6a-46a0-8876-d3a7f4439971 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0516517 Jul 14 11:48:48.214776 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-768c91f6-0f40-4ef7-be9f-20fee6fccc5c req-17234b36-a9de-401a-9903-278493725357 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472727 Jul 14 11:48:48.231060 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:48:48.241739 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff72198-ebfe-4b77-ae2a-0888d3947e70 None None] Sync routers for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:48:48.252959 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff72198-ebfe-4b77-ae2a-0888d3947e70 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:48.253568 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1ff72198-ebfe-4b77-ae2a-0888d3947e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:48.276735 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] No DVR routers for this DVR port 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:48:48.279295 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:48.282546 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-44a7c4c0-c8dd-4037-a588-16ebf3b7e91c req-7a23417c-26c8-41ad-85e3-c7127952e15c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "DELETE /v2.0/ports/5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 HTTP/1.1" status: 204 len: 173 time: 0.8888292 Jul 14 11:48:48.282992 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'name': 'network-vif-deleted', 'tag': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:48.285837 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b770f7-fad9-4e88-b729-823d5ed363ab" -d '{"events": [{"server_uuid": "72ebe862-edb8-480e-9c0d-02a791c8160b", "name": "network-vif-deleted", "tag": "5e6cb4bd-c1db-46aa-aa0f-3f63a312e386"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:48.301092 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:48.323607 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9624271-43c1-487d-b032-617a448f8f81 x-openstack-request-id: req-f9624271-43c1-487d-b032-617a448f8f81 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:48.323907 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ebe862-edb8-480e-9c0d-02a791c8160b", "name": "network-vif-deleted", "tag": "5e6cb4bd-c1db-46aa-aa0f-3f63a312e386", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:48.324162 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f9624271-43c1-487d-b032-617a448f8f81 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:48.324798 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9624271-43c1-487d-b032-617a448f8f81'] response: {'server_uuid': '72ebe862-edb8-480e-9c0d-02a791c8160b', 'name': 'network-vif-deleted', 'tag': '5e6cb4bd-c1db-46aa-aa0f-3f63a312e386', 'status': 'completed', 'code': 200} Jul 14 11:48:48.365540 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-1ff72198-ebfe-4b77-ae2a-0888d3947e70 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:48.564592 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1ff72198-ebfe-4b77-ae2a-0888d3947e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:48.594179 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff72198-ebfe-4b77-ae2a-0888d3947e70 None None] Checking router: a12ab71c-1de3-4b12-86f7-5c9fecff0c40 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:48:48.603799 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff72198-ebfe-4b77-ae2a-0888d3947e70 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:48.604404 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1ff72198-ebfe-4b77-ae2a-0888d3947e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:48.707266 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-1ff72198-ebfe-4b77-ae2a-0888d3947e70 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:48.990580 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9e3c7542-e076-4781-be94-f9cf16cf7f57 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:48:49.042280 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:49.059150 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1ff72198-ebfe-4b77-ae2a-0888d3947e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:49.093843 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:49.098581 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 9e3c7542-e076-4781-be94-f9cf16cf7f57 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:48:49.101300 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff72198-ebfe-4b77-ae2a-0888d3947e70 None None] The sync data for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi is: [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:48:49.115812 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0c0d5118-9b8f-428e-ac93-96524db965b5 req-ec198034-228b-489f-bfe9-937c9aa7acbb tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=72ebe862-edb8-480e-9c0d-02a791c8160b HTTP/1.1" status: 200 len: 210 time: 0.0309181 Jul 14 11:48:49.204585 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 9e3c7542-e076-4781-be94-f9cf16cf7f57 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:48:49.205096 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:49.226836 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:49.252410 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9f458-df53-480d-a801-e25613ad706e req-1886cc2d-8256-440c-9a30-c407cc2922d1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:49.254087 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a7e9f458-df53-480d-a801-e25613ad706e req-1886cc2d-8256-440c-9a30-c407cc2922d1 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 944 time: 0.0642338 Jul 14 11:48:49.262402 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:49.309259 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 9e3c7542-e076-4781-be94-f9cf16cf7f57 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:48:49.313935 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a7e9f458-df53-480d-a801-e25613ad706e req-3e698542-2e7d-47b2-bea4-5e91da1f37db tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511904 Jul 14 11:48:49.317779 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:49.373677 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c7542-e076-4781-be94-f9cf16cf7f57'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:49.374670 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08791701-2eab-4ec2-90af-f98ca5291e3c req-c5d7f71e-6a64-4242-8809-f0a9398effcc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:49.376051 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fae775-f14d-4b42-98ab-0dac62244c9a" -d '{"events": [{"server_uuid": "4a9a7ce6-aede-493e-8e91-b35f4c51d954", "name": "network-vif-plugged", "status": "completed", "tag": "9e3c7542-e076-4781-be94-f9cf16cf7f57"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:49.376347 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-08791701-2eab-4ec2-90af-f98ca5291e3c req-c5d7f71e-6a64-4242-8809-f0a9398effcc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0658360 Jul 14 11:48:49.394906 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 9e3c7542-e076-4781-be94-f9cf16cf7f57, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9e3c7542-e076-4781-be94-f9cf16cf7f57,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:48:49.410527 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8920b-3ad0-41b7-b911-f5407e81cc0a None None] New status for floating IP 58e73005-6dae-46e4-8b91-4fb5c0990361: DOWN {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:48:49.431484 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23505efc-714c-4125-ac45-56dc1d432122 x-openstack-request-id: req-23505efc-714c-4125-ac45-56dc1d432122 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:49.431911 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9a7ce6-aede-493e-8e91-b35f4c51d954", "name": "network-vif-plugged", "status": "completed", "tag": "9e3c7542-e076-4781-be94-f9cf16cf7f57", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:49.433053 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-23505efc-714c-4125-ac45-56dc1d432122 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:49.433541 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23505efc-714c-4125-ac45-56dc1d432122'] response: {'server_uuid': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c7542-e076-4781-be94-f9cf16cf7f57', 'code': 200} Jul 14 11:48:49.449817 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-08791701-2eab-4ec2-90af-f98ca5291e3c req-31a6b688-6397-4dbb-befc-5642b400ce5f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588984 Jul 14 11:48:49.464048 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:49.465051 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:48:49.517968 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:48:49.518392 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5e6cb4bd-c1db-46aa-aa0f-3f63a312e386 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:48:49.558055 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=9e3c7542-e076-4781-be94-f9cf16cf7f57,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:49.686469 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:49.798163 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c52bc-383d-4810-9098-0b2226d476e6 req-34e0de54-592e-4923-822d-c60642d8b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:49.799738 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ad9c52bc-383d-4810-9098-0b2226d476e6 req-34e0de54-592e-4923-822d-c60642d8b0b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 1129 time: 0.0390677 Jul 14 11:48:49.845278 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ad9c52bc-383d-4810-9098-0b2226d476e6 req-ff00e0c8-2060-46ef-882a-f2d212dfc2ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390334 Jul 14 11:48:50.000966 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:50.275379 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39502) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:50.333065 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9ba469ff-f792-4af3-8b9f-d5f30a7328ae tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:50.357240 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9ba469ff-f792-4af3-8b9f-d5f30a7328ae tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:50.436072 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b3e71-ec4c-416c-bbf5-291028b091de req-d8bb7d6c-78c1-4c48-abcc-b53910fba112 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:50.437564 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ec6b3e71-ec4c-416c-bbf5-291028b091de req-d8bb7d6c-78c1-4c48-abcc-b53910fba112 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 945 time: 0.0490227 Jul 14 11:48:50.489005 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9ba469ff-f792-4af3-8b9f-d5f30a7328ae tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:50.489450 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ec6b3e71-ec4c-416c-bbf5-291028b091de req-c83e0b49-dccb-4172-897d-71745c1852f6 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447369 Jul 14 11:48:50.490080 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9ba469ff-f792-4af3-8b9f-d5f30a7328ae tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:50.491215 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-9ba469ff-f792-4af3-8b9f-d5f30a7328ae tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "DELETE /v2.0/security-groups/7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff HTTP/1.1" status: 204 len: 168 time: 0.2148416 Jul 14 11:48:50.494790 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39508) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:50.503339 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba469ff-f792-4af3-8b9f-d5f30a7328ae tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:50.510003 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.api.v2.resource [None req-74f5e179-4d09-425f-ac63-517ea2db6c28 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] show failed (client error): The resource could not be found. Jul 14 11:48:50.513563 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-74f5e179-4d09-425f-ac63-517ea2db6c28 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups/7e2f3dc7-78e6-45c2-9ed8-f04a13d23dff HTTP/1.1" status: 404 len: 347 time: 0.0152650 Jul 14 11:48:50.514276 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39510) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:50.581136 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d20354-3f16-454b-a00a-02b0195141a6 req-9ed89784-36c4-448c-b676-62af02a03015 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:50.582683 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-29d20354-3f16-454b-a00a-02b0195141a6 req-9ed89784-36c4-448c-b676-62af02a03015 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0515370 Jul 14 11:48:50.629065 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-58caf7f3-23f3-4ea7-87f5-ea9f23128a1b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Deleting port c41e59d2-10a1-4f6e-b692-4ff221907201 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:48:50.629433 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-58caf7f3-23f3-4ea7-87f5-ea9f23128a1b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (c41e59d2-10a1-4f6e-b692-4ff221907201), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:50.631303 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-29d20354-3f16-454b-a00a-02b0195141a6 req-e5f73fba-86a8-4dac-b482-7053254767c0 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427663 Jul 14 11:48:50.691507 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:50.705411 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-58caf7f3-23f3-4ea7-87f5-ea9f23128a1b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (c41e59d2-10a1-4f6e-b692-4ff221907201), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:50.705736 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-58caf7f3-23f3-4ea7-87f5-ea9f23128a1b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (c41e59d2-10a1-4f6e-b692-4ff221907201), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:50.718143 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-58caf7f3-23f3-4ea7-87f5-ea9f23128a1b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Calling delete_port for c41e59d2-10a1-4f6e-b692-4ff221907201 owned by network:floatingip {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:48:50.903640 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-58caf7f3-23f3-4ea7-87f5-ea9f23128a1b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (c41e59d2-10a1-4f6e-b692-4ff221907201), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:50.927146 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caf7f3-23f3-4ea7-87f5-ea9f23128a1b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'Port': ['ID=c41e59d2-10a1-4f6e-b692-4ff221907201,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:50.996167 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-58caf7f3-23f3-4ea7-87f5-ea9f23128a1b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (58e73005-6dae-46e4-8b91-4fb5c0990361), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:50.998805 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-58caf7f3-23f3-4ea7-87f5-ea9f23128a1b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:50.999946 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-58caf7f3-23f3-4ea7-87f5-ea9f23128a1b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "DELETE /v2.0/floatingips/58e73005-6dae-46e4-8b91-4fb5c0990361 HTTP/1.1" status: 204 len: 168 time: 0.4847682 Jul 14 11:48:51.145829 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39514) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:51.151252 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-8c25c016-f726-441a-a5b2-7f6b0508c0a9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227377776', 'description': 'tempest-description--869383992'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:51.292555 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8c25c016-f726-441a-a5b2-7f6b0508c0a9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:51.372515 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8c25c016-f726-441a-a5b2-7f6b0508c0a9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (049c7eaa-bc1b-491f-b6e2-6646d0461757), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:51.481016 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8c25c016-f726-441a-a5b2-7f6b0508c0a9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (049c7eaa-bc1b-491f-b6e2-6646d0461757), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:51.514031 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25c016-f726-441a-a5b2-7f6b0508c0a9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049c7eaa-bc1b-491f-b6e2-6646d0461757,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:51.595680 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8c25c016-f726-441a-a5b2-7f6b0508c0a9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:51.596816 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-8c25c016-f726-441a-a5b2-7f6b0508c0a9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4499621 Jul 14 11:48:51.599711 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39518) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:51.603876 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-e3290c77-4aef-4eb7-bce9-df4061e7439f tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group_rule': {'security_group_id': '049c7eaa-bc1b-491f-b6e2-6646d0461757', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:51.633570 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8b1d3-3700-471c-b3a9-db6c13f87286 req-bce2aa40-23bd-4391-8393-bbeba8b6acb9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:51.635660 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14d8b1d3-3700-471c-b3a9-db6c13f87286 req-bce2aa40-23bd-4391-8393-bbeba8b6acb9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 945 time: 0.0715311 Jul 14 11:48:51.685790 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14d8b1d3-3700-471c-b3a9-db6c13f87286 req-ef641cdc-bab0-43d2-b846-d7b9b625c3b6 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438538 Jul 14 11:48:51.715112 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3290c77-4aef-4eb7-bce9-df4061e7439f tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (47f8cba1-d550-48c5-887d-f563b2ed7d07), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:51.732598 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:51.816333 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3290c77-4aef-4eb7-bce9-df4061e7439f tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (47f8cba1-d550-48c5-887d-f563b2ed7d07), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:51.828256 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03e877-1538-4ee4-81ee-6bc4f306d80a req-d70c0fcb-4da2-42d2-9884-d3232f00d266 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:51.829851 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6e03e877-1538-4ee4-81ee-6bc4f306d80a req-d70c0fcb-4da2-42d2-9884-d3232f00d266 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 945 time: 0.0702064 Jul 14 11:48:51.838693 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39524) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:51.843264 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-a2edb508-77a3-4c63-9795-de4447912dcf tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Request body: {'floatingip': {'port_id': '9e3c7542-e076-4781-be94-f9cf16cf7f57'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:51.884350 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a2edb508-77a3-4c63-9795-de4447912dcf tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (85820d21-2c57-425d-9f7e-c07aefbc6e99), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:51.888310 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:51.888723 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3290c77-4aef-4eb7-bce9-df4061e7439f tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (47f8cba1-d550-48c5-887d-f563b2ed7d07), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:51.964362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3290c77-4aef-4eb7-bce9-df4061e7439f tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f8cba1-d550-48c5-887d-f563b2ed7d07,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:52.006606 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b23cb-6dbb-4a1b-9cac-1049c8b57f00 req-38cae922-a8db-4123-8f16-a18f11964a51 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:52.008107 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dd0b23cb-6dbb-4a1b-9cac-1049c8b57f00 req-38cae922-a8db-4123-8f16-a18f11964a51 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.3032901 Jul 14 11:48:52.059620 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dd0b23cb-6dbb-4a1b-9cac-1049c8b57f00 req-2b67e6af-d266-43a2-b146-6fde47941b71 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451159 Jul 14 11:48:52.061296 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3290c77-4aef-4eb7-bce9-df4061e7439f tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:52.062505 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-e3290c77-4aef-4eb7-bce9-df4061e7439f tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4618752 Jul 14 11:48:52.065645 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39526) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:52.072768 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-8f770ed2-793b-4518-9676-a6c239694d07 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'security_group_rule': {'security_group_id': '049c7eaa-bc1b-491f-b6e2-6646d0461757', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:52.233915 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8f770ed2-793b-4518-9676-a6c239694d07 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (2ea3d4ec-b607-4f7c-b6e6-35cba97b193c), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:52.352240 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:52.365816 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8f770ed2-793b-4518-9676-a6c239694d07 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (2ea3d4ec-b607-4f7c-b6e6-35cba97b193c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:52.422423 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a2edb508-77a3-4c63-9795-de4447912dcf tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:52.456998 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8f770ed2-793b-4518-9676-a6c239694d07 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (2ea3d4ec-b607-4f7c-b6e6-35cba97b193c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:52.477313 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f770ed2-793b-4518-9676-a6c239694d07 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea3d4ec-b607-4f7c-b6e6-35cba97b193c,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:52.514315 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a2edb508-77a3-4c63-9795-de4447912dcf tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (85820d21-2c57-425d-9f7e-c07aefbc6e99), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:52.554709 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8f770ed2-793b-4518-9676-a6c239694d07 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:52.555901 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-8f770ed2-793b-4518-9676-a6c239694d07 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4879808 Jul 14 11:48:52.559944 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39532) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:48:52.567097 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:52.574323 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:52.623831 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-a2edb508-77a3-4c63-9795-de4447912dcf tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Floating IP 85820d21-2c57-425d-9f7e-c07aefbc6e99 associated. External IP: 172.27.3.193, port: 9e3c7542-e076-4781-be94-f9cf16cf7f57. Jul 14 11:48:52.669915 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:52.753726 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:52.841226 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2edb508-77a3-4c63-9795-de4447912dcf tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Router 25f7a831-2244-4812-9395-dfa261bc61a8 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:48:52.868564 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Allocated IP 172.27.3.95 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:52.951518 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2edb508-77a3-4c63-9795-de4447912dcf tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:48:52.956718 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a2edb508-77a3-4c63-9795-de4447912dcf tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:52.963980 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b4cf71-65b2-4be0-9726-b876e36fdaa7 None None] Sync routers for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:48:52.975884 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4cf71-65b2-4be0-9726-b876e36fdaa7 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:52.976120 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:52.976900 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-19b4cf71-65b2-4be0-9726-b876e36fdaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:52.988526 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-a2edb508-77a3-4c63-9795-de4447912dcf tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "PUT /v2.0/floatingips/85820d21-2c57-425d-9f7e-c07aefbc6e99 HTTP/1.1" status: 200 len: 991 time: 1.1487174 Jul 14 11:48:52.989107 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'tag': '9e3c7542-e076-4781-be94-f9cf16cf7f57'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:48:52.995203 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4a7878-6731-4def-a5b6-051b8ae8391c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9a7ce6-aede-493e-8e91-b35f4c51d954", "tag": "9e3c7542-e076-4781-be94-f9cf16cf7f57"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:48:53.006803 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:53.028670 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48941db8-8133-4c21-8e0b-50cfd9fe8a95 x-openstack-request-id: req-48941db8-8133-4c21-8e0b-50cfd9fe8a95 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:48:53.028955 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9a7ce6-aede-493e-8e91-b35f4c51d954", "tag": "9e3c7542-e076-4781-be94-f9cf16cf7f57", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:48:53.029232 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-48941db8-8133-4c21-8e0b-50cfd9fe8a95 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:48:53.031273 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48941db8-8133-4c21-8e0b-50cfd9fe8a95'] response: {'name': 'network-changed', 'server_uuid': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'tag': '9e3c7542-e076-4781-be94-f9cf16cf7f57', 'status': 'completed', 'code': 200} Jul 14 11:48:53.059048 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:53.085229 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-19b4cf71-65b2-4be0-9726-b876e36fdaa7 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:53.101027 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:53.104112 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:53.114027 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:48:53.143445 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:53.213180 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca3191-6b5a-41b0-98e8-fbe5eb903042 req-e68485f4-49da-435f-a3a4-1219ad6be14b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:53.214699 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-03ca3191-6b5a-41b0-98e8-fbe5eb903042 req-e68485f4-49da-435f-a3a4-1219ad6be14b tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0686321 Jul 14 11:48:53.274431 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (c64c8efd-0777-4b5a-afed-a2cd4ab1c33f), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:53.295654 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-03ca3191-6b5a-41b0-98e8-fbe5eb903042 req-124ed43e-a2c7-46f4-9adc-155db2878d52 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639715 Jul 14 11:48:53.308768 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-19b4cf71-65b2-4be0-9726-b876e36fdaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '85820d21-2c57-425d-9f7e-c07aefbc6e99', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'port_id': '9e3c7542-e076-4781-be94-f9cf16cf7f57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'mac_address': 'fa:16:3e:4a:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:37Z', 'updated_at': '2022-07-14T11:48:52Z', 'revision_number': 1, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:53.334780 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b4cf71-65b2-4be0-9726-b876e36fdaa7 None None] Checking router: 25f7a831-2244-4812-9395-dfa261bc61a8 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:48:53.343936 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4cf71-65b2-4be0-9726-b876e36fdaa7 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:48:53.344544 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-19b4cf71-65b2-4be0-9726-b876e36fdaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:53.360838 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a7878-6731-4def-a5b6-051b8ae8391c req-0c922fc9-eb5e-4e2d-abfe-24f5337f4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:53.362450 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4f4a7878-6731-4def-a5b6-051b8ae8391c req-0c922fc9-eb5e-4e2d-abfe-24f5337f4632 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48a88ac7db8a481ca03508d315a0bc56&device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 1129 time: 0.0442750 Jul 14 11:48:53.424879 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:53.440556 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834d035-cf9f-4bca-93aa-9c470abac9b7 req-fb7df964-1895-4ee1-b6c4-9fafc33c0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:53.442708 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f834d035-cf9f-4bca-93aa-9c470abac9b7 req-fb7df964-1895-4ee1-b6c4-9fafc33c0819 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 1129 time: 0.0451522 Jul 14 11:48:53.450334 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-19b4cf71-65b2-4be0-9726-b876e36fdaa7 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:48:53.466620 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:53.490589 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f834d035-cf9f-4bca-93aa-9c470abac9b7 req-bcbb80cb-42a9-4208-af73-e1f317f0dcd4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420609 Jul 14 11:48:53.505478 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:53.542442 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a7878-6731-4def-a5b6-051b8ae8391c req-db8281e3-2a6b-4483-9fc3-b15723d9a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:53.543921 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4f4a7878-6731-4def-a5b6-051b8ae8391c req-db8281e3-2a6b-4483-9fc3-b15723d9a71f service neutron] 10.222.0.55 "GET /v2.0/networks?id=87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 200 len: 912 time: 0.1571133 Jul 14 11:48:53.629027 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:53.679377 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-19b4cf71-65b2-4be0-9726-b876e36fdaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '85820d21-2c57-425d-9f7e-c07aefbc6e99', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'port_id': '9e3c7542-e076-4781-be94-f9cf16cf7f57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'mac_address': 'fa:16:3e:4a:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:37Z', 'updated_at': '2022-07-14T11:48:52Z', 'revision_number': 1, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:48:53.704277 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b4cf71-65b2-4be0-9726-b876e36fdaa7 None None] The sync data for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi is: [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '85820d21-2c57-425d-9f7e-c07aefbc6e99', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'port_id': '9e3c7542-e076-4781-be94-f9cf16cf7f57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'mac_address': 'fa:16:3e:4a:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:37Z', 'updated_at': '2022-07-14T11:48:52Z', 'revision_number': 1, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:48:53.715795 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:53.832833 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:53.846765 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4f4a7878-6731-4def-a5b6-051b8ae8391c req-77c98d59-611a-464e-bf14-9c12bd2e2083 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3c7542-e076-4781-be94-f9cf16cf7f57 HTTP/1.1" status: 200 len: 999 time: 0.1398768 Jul 14 11:48:53.850575 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:53.855842 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (c64c8efd-0777-4b5a-afed-a2cd4ab1c33f), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:53.910570 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a7878-6731-4def-a5b6-051b8ae8391c req-597a6b8a-d438-4e5a-b8ff-c9126801fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:53.911964 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4f4a7878-6731-4def-a5b6-051b8ae8391c req-597a6b8a-d438-4e5a-b8ff-c9126801fb19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a358cd9-2a9c-4885-95d8-0f50e266cbc6 HTTP/1.1" status: 200 len: 850 time: 0.0572469 Jul 14 11:48:53.918056 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aca060-8dbd-4dae-a939-d677d75e3fc1 None None] New status for floating IP 85820d21-2c57-425d-9f7e-c07aefbc6e99: ACTIVE {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:48:54.008660 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:54.010486 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-928233d6-df92-447d-9da9-4f290b453a2a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4490640 Jul 14 11:48:54.216060 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-08964ca1-0f4c-4927-b7a3-e41e738daac9 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1227377776&fields=id&tenant_id=f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 267 time: 0.0430264 Jul 14 11:48:54.288731 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a7878-6731-4def-a5b6-051b8ae8391c req-22141fd7-5f4e-4ae2-b880-782ab1f9caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:54.290334 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4f4a7878-6731-4def-a5b6-051b8ae8391c req-22141fd7-5f4e-4ae2-b880-782ab1f9caef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d6f20b-bda5-4229-8026-f520c7f094ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450840 Jul 14 11:48:54.326422 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216864b5-0015-4ed1-ae5f-048554051e8b req-3c39c59a-6824-4e9d-a1b5-4236d1cac03b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:54.327904 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-3c39c59a-6824-4e9d-a1b5-4236d1cac03b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 815 time: 0.1050782 Jul 14 11:48:54.354100 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-31a3e761-36df-4865-87dc-c71da0c2bc59 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/quotas/f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 375 time: 0.0103259 Jul 14 11:48:54.392009 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4f4a7878-6731-4def-a5b6-051b8ae8391c req-ca933520-7273-421d-aaf7-da47597a7b6c service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951569 Jul 14 11:48:54.411459 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-ec2ddf76-42b7-4279-96ab-d1b7e40c0f09 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507257 Jul 14 11:48:54.456211 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555ed04-0e6e-4b7b-825c-8183d0c8d908 req-2381b6f0-087a-4c56-9639-c73ef44aa4c5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:54.457731 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6555ed04-0e6e-4b7b-825c-8183d0c8d908 req-2381b6f0-087a-4c56-9639-c73ef44aa4c5 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0771036 Jul 14 11:48:54.511875 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-206ff463-f323-4625-9d6e-6fdd23fe8456 service neutron] 10.222.0.40 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891984 Jul 14 11:48:54.553052 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4f4a7878-6731-4def-a5b6-051b8ae8391c req-f50d3b81-5907-4c10-a7ce-4621f2f48d08 service neutron] 10.222.0.55 "GET /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400864 Jul 14 11:48:54.557195 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6555ed04-0e6e-4b7b-825c-8183d0c8d908 req-51589236-83b8-441a-9863-df6c5bc81e4d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704582 Jul 14 11:48:54.603897 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-7fb672ed-0664-43b5-a473-911422547069 service neutron] 10.222.0.40 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856447 Jul 14 11:48:54.859933 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c2873ff2-97e8-418f-85b8-07a89eb326ae req-1dfea7a2-b659-4c9c-a932-1805357b6e0c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 210 time: 0.0278468 Jul 14 11:48:55.684395 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0851a2-b296-4a98-b503-b0b9657d8c0d req-695510dd-0683-4730-9fa5-6e795556b1d4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:55.686019 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cb0851a2-b296-4a98-b503-b0b9657d8c0d req-695510dd-0683-4730-9fa5-6e795556b1d4 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0577426 Jul 14 11:48:55.739899 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cb0851a2-b296-4a98-b503-b0b9657d8c0d req-1c79dd8e-3f19-4279-889c-5c1a3f331d84 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480537 Jul 14 11:48:55.959706 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4c227cde-59b7-40fd-aaa7-b5ce44fbbdc1 req-4f237ad9-da04-4df8-ac53-6806aa21cdee tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 210 time: 0.0281312 Jul 14 11:48:56.316773 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656bceb-44d3-485a-9ef2-d9e248cad790 req-8e0e6bd5-3252-4cfc-8250-503a39a7ae44 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:56.318291 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4656bceb-44d3-485a-9ef2-d9e248cad790 req-8e0e6bd5-3252-4cfc-8250-503a39a7ae44 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0517514 Jul 14 11:48:56.368155 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4656bceb-44d3-485a-9ef2-d9e248cad790 req-40e7d2fd-b52f-4be7-8007-40d3189ed09a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427539 Jul 14 11:48:56.495808 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf054845-45e4-463b-85eb-af78300df15e req-2faa2343-6da9-41f2-a896-6e598176cec2 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:56.497335 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cf054845-45e4-463b-85eb-af78300df15e req-2faa2343-6da9-41f2-a896-6e598176cec2 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0467906 Jul 14 11:48:56.556798 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cf054845-45e4-463b-85eb-af78300df15e req-fef2e9da-2036-4475-9e6d-ca38e1d3639c tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536997 Jul 14 11:48:56.673594 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d946e47-3d81-4dc5-89ce-f4b792f13035 req-f11f8664-b347-4bfe-a2e9-0781f14809c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:56.675060 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9d946e47-3d81-4dc5-89ce-f4b792f13035 req-f11f8664-b347-4bfe-a2e9-0781f14809c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 1129 time: 0.0427797 Jul 14 11:48:56.770077 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d946e47-3d81-4dc5-89ce-f4b792f13035 req-5ea1f2da-f340-4432-ac29-5d733ff34006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:56.771651 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9d946e47-3d81-4dc5-89ce-f4b792f13035 req-5ea1f2da-f340-4432-ac29-5d733ff34006 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 919 time: 0.0906627 Jul 14 11:48:56.784758 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb9b4-dc77-4623-be31-e9f6e865cbba req-ac05d8b2-9dad-497b-ad7f-6dc82e6f7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:56.786285 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6ebfb9b4-dc77-4623-be31-e9f6e865cbba req-ac05d8b2-9dad-497b-ad7f-6dc82e6f7194 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc22323158714269b0da2b01121fe3ed&device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 1169 time: 0.0419931 Jul 14 11:48:56.850808 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9d946e47-3d81-4dc5-89ce-f4b792f13035 req-cd228648-bad2-45fb-bbd5-e37a6762361a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=941e85d3-a14c-4664-99a5-c7fce2347e18 HTTP/1.1" status: 200 len: 1001 time: 0.0634346 Jul 14 11:48:56.889748 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb9b4-dc77-4623-be31-e9f6e865cbba req-afcf0520-34e5-42fe-b73e-03ef5233e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:56.891286 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6ebfb9b4-dc77-4623-be31-e9f6e865cbba req-afcf0520-34e5-42fe-b73e-03ef5233e246 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 HTTP/1.1" status: 200 len: 915 time: 0.0991402 Jul 14 11:48:56.931063 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:56.957494 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6ebfb9b4-dc77-4623-be31-e9f6e865cbba req-49d655fd-d916-49dd-b4af-2b13636ecba2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79bdd51-95b5-4720-a060-677fe13019be HTTP/1.1" status: 200 len: 1002 time: 0.0601757 Jul 14 11:48:56.962161 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:56.970181 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d946e47-3d81-4dc5-89ce-f4b792f13035 req-c6d47c45-e048-4f71-b526-577fec39c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:56.971719 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9d946e47-3d81-4dc5-89ce-f4b792f13035 req-c6d47c45-e048-4f71-b526-577fec39c31d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.1112113 Jul 14 11:48:57.017423 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216864b5-0015-4ed1-ae5f-048554051e8b req-aab8f34d-2e4d-47c5-9e0c-227de153e37e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:57.019146 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-aab8f34d-2e4d-47c5-9e0c-227de153e37e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 815 time: 0.1674595 Jul 14 11:48:57.021608 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb9b4-dc77-4623-be31-e9f6e865cbba req-204d537b-f663-4641-b57e-878b94193185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:57.023975 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6ebfb9b4-dc77-4623-be31-e9f6e865cbba req-204d537b-f663-4641-b57e-878b94193185 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2aae70f5-484a-45cf-af1c-4c414744dbc5 HTTP/1.1" status: 200 len: 853 time: 0.0568454 Jul 14 11:48:57.072478 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a4038268-d84b-4693-8811-e907dbf0403f req-9a5bddef-1158-4207-8448-18c866acd806 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 210 time: 0.0307357 Jul 14 11:48:57.310169 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d946e47-3d81-4dc5-89ce-f4b792f13035 req-287d3235-8d33-4c33-8b9e-076769e68f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:57.311662 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9d946e47-3d81-4dc5-89ce-f4b792f13035 req-287d3235-8d33-4c33-8b9e-076769e68f11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590043 Jul 14 11:48:57.325700 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb9b4-dc77-4623-be31-e9f6e865cbba req-80878ab2-f167-48ee-b971-106acf355691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:57.327310 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6ebfb9b4-dc77-4623-be31-e9f6e865cbba req-80878ab2-f167-48ee-b971-106acf355691 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518110 Jul 14 11:48:57.343755 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:57.373068 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-842556c4-38f2-4b72-a902-a573143f7587 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f274d555f5c746cc885394c699b3d767 HTTP/1.1" status: 200 len: 380 time: 0.0908139 Jul 14 11:48:57.411794 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'port': {'device_id': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'admin_state_up': True, 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'security_groups': ['049c7eaa-bc1b-491f-b6e2-6646d0461757']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:57.439427 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:57.444450 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6ebfb9b4-dc77-4623-be31-e9f6e865cbba req-b5fdb1b7-2d8c-4ba3-bdc4-d63d08030c56 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036210 Jul 14 11:48:57.543790 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9d946e47-3d81-4dc5-89ce-f4b792f13035 req-bcb6f877-690c-4536-aeec-b197090ea201 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175791 Jul 14 11:48:57.555177 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6ebfb9b4-dc77-4623-be31-e9f6e865cbba req-97bf2659-d701-4295-94fe-d0d22d33c320 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995684 Jul 14 11:48:57.556036 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de588ff4-24bc-456f-bb3f-31edf00c957a req-526d2199-f1c4-45d3-b1d2-8bccb100051a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:57.557543 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-de588ff4-24bc-456f-bb3f-31edf00c957a req-526d2199-f1c4-45d3-b1d2-8bccb100051a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0837083 Jul 14 11:48:57.627962 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-de588ff4-24bc-456f-bb3f-31edf00c957a req-e212258a-7c95-4a37-a8bc-ae875f03acab tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630713 Jul 14 11:48:57.673928 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Made reservation on behalf of f274d555f5c746cc885394c699b3d767 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:48:57.677448 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:57.689823 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a324b-474e-488c-b5ac-526667f54566 req-60aaea5f-6a32-4761-86c0-53093bc315b9 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:57.691390 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c62a324b-474e-488c-b5ac-526667f54566 req-60aaea5f-6a32-4761-86c0-53093bc315b9 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0660114 Jul 14 11:48:57.761103 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c62a324b-474e-488c-b5ac-526667f54566 req-57bb924c-fe42-4501-beb9-b24826e31c0b tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630529 Jul 14 11:48:57.823560 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:57.866114 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9d946e47-3d81-4dc5-89ce-f4b792f13035 req-618557d5-2610-4040-8ac1-c76261f6e724 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680169 Jul 14 11:48:57.879666 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Allocated IP 172.20.0.7 (ce6397ea-e1d9-4c18-9185-6161e76618d7/359d57a5-1483-450f-ae8c-a26ea1a1115d/2bf88cae-cdc5-4206-8a26-2e2997ddefac) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:48:58.019473 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:58.023420 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:58.154431 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:58.213097 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:48:58.225228 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa473227-58da-4412-a386-e38dee3694c4 req-89e15f6e-8311-41b9-8028-95d368670c03 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:58.226695 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fa473227-58da-4412-a386-e38dee3694c4 req-89e15f6e-8311-41b9-8028-95d368670c03 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 931 time: 0.0843122 Jul 14 11:48:58.238836 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:48:58.248541 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event updated for resources: {'Port': ['ID=2bf88cae-cdc5-4206-8a26-2e2997ddefac,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:48:58.251080 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:48:58.259318 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:48:58.290484 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:48:58.325484 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fa473227-58da-4412-a386-e38dee3694c4 req-289e66a7-65ba-4785-a3a9-3d65cecc446c tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889764 Jul 14 11:48:58.330677 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:58.331310 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:58.414057 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1d606a37-e5ac-4014-bedc-c54a33ae005e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0099773 Jul 14 11:48:58.492055 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-ca55585d-d300-4c56-81a4-4a668268e5a9 None None] Provisioning complete for port 2bf88cae-cdc5-4206-8a26-2e2997ddefac triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:48:58.492399 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ca55585d-d300-4c56-81a4-4a668268e5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:58.524467 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-ca55585d-d300-4c56-81a4-4a668268e5a9 None None] Port 2bf88cae-cdc5-4206-8a26-2e2997ddefac cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:48:58.746992 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04cd9c-af4c-402e-8528-e57fe5284ddd req-6b4e4440-8037-447f-9a3d-3dbb1dcc0385 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:58.748472 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bb04cd9c-af4c-402e-8528-e57fe5284ddd req-6b4e4440-8037-447f-9a3d-3dbb1dcc0385 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0480225 Jul 14 11:48:58.800326 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bb04cd9c-af4c-402e-8528-e57fe5284ddd req-d745bf60-87b1-4681-9483-6cedb6c35008 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435526 Jul 14 11:48:58.895040 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b593d-594d-4efe-93ee-6fea19fe2c79 req-c694f186-c9c3-4bc0-afea-be097020e6d4 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:58.896472 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-275b593d-594d-4efe-93ee-6fea19fe2c79 req-c694f186-c9c3-4bc0-afea-be097020e6d4 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0477493 Jul 14 11:48:58.956026 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-275b593d-594d-4efe-93ee-6fea19fe2c79 req-9fe187ae-1157-4553-81e1-a2d130d17d30 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528066 Jul 14 11:48:59.437708 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ba99d-0c88-4046-84db-ad1e3f307839 req-4b4e63fc-500d-4ef9-aad6-2c80c9d5ded4 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:48:59.439236 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-790ba99d-0c88-4046-84db-ad1e3f307839 req-4b4e63fc-500d-4ef9-aad6-2c80c9d5ded4 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 931 time: 0.0466034 Jul 14 11:48:59.486167 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-790ba99d-0c88-4046-84db-ad1e3f307839 req-31ba751b-8062-4a49-8ee8-dcf9ac0455bd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Jul 14 11:48:59.555177 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Request body: {'port': {'device_id': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:48:59.618086 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:48:59.878530 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf88cae-cdc5-4206-8a26-2e2997ddefac {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:49:00.082563 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72636b7-212d-46b2-ab92-a9aec2223b17 req-5d5c74e6-d857-4799-ae21-ba3cd25e2afe tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:00.084073 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f72636b7-212d-46b2-ab92-a9aec2223b17 req-5d5c74e6-d857-4799-ae21-ba3cd25e2afe tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0549579 Jul 14 11:49:00.129567 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Publish callbacks [] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:00.149516 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f72636b7-212d-46b2-ab92-a9aec2223b17 req-f7a23d16-616d-4913-97ec-2b7fabb4ad43 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592191 Jul 14 11:49:00.164908 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Transition to ACTIVE for port object 2bf88cae-cdc5-4206-8a26-2e2997ddefac will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:49:00.178779 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b170a-d5d5-45f3-a368-06217a1da22d req-394beb73-5b47-41c5-8577-22488dc03cd2 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:00.178779 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-609b170a-d5d5-45f3-a368-06217a1da22d req-394beb73-5b47-41c5-8577-22488dc03cd2 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.2979934 Jul 14 11:49:00.221833 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-609b170a-d5d5-45f3-a368-06217a1da22d req-d0673441-10ce-4fe3-a810-9d1082867d95 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427146 Jul 14 11:49:00.230546 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:00.286381 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:00.298733 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Pushing event updated for resources: {'Port': ['ID=2bf88cae-cdc5-4206-8a26-2e2997ddefac,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:00.374666 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Attempting to bind port 2bf88cae-cdc5-4206-8a26-2e2997ddefac on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:49:00.374666 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Attempting to bind port 2bf88cae-cdc5-4206-8a26-2e2997ddefac by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:49:00.374666 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Attempting to bind port 2bf88cae-cdc5-4206-8a26-2e2997ddefac on network ce6397ea-e1d9-4c18-9185-6161e76618d7 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:49:00.379907 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Port 2bf88cae-cdc5-4206-8a26-2e2997ddefac on network ce6397ea-e1d9-4c18-9185-6161e76618d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:49:00.380142 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Attempting to bind port 2bf88cae-cdc5-4206-8a26-2e2997ddefac on network ce6397ea-e1d9-4c18-9185-6161e76618d7 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:49:00.388095 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:49:00.388435 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Checking segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:49:00.388822 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Bound using segment: {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:49:00.389294 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Bound port: 2bf88cae-cdc5-4206-8a26-2e2997ddefac, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:49:00.389648 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:00.434720 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:00.463390 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] For port 2bf88cae-cdc5-4206-8a26-2e2997ddefac, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:49:00.467717 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] For port 2bf88cae-cdc5-4206-8a26-2e2997ddefac, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2bf88cae-cdc5-4206-8a26-2e2997ddefac,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:49:00.527107 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b60c4b7e-0320-4f00-8556-38419d456124 req-d551fdae-0811-4a5b-9a32-8c5163512e2b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423272 Jul 14 11:49:00.544987 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:00.628380 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26fb0-353f-463d-ad7e-4fe7bb77cf4b req-ad2599ed-47af-4d01-a61e-bc81318c8a77 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:00.630327 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-85d26fb0-353f-463d-ad7e-4fe7bb77cf4b req-ad2599ed-47af-4d01-a61e-bc81318c8a77 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 943 time: 0.0603607 Jul 14 11:49:00.640217 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:00.640915 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:00.642408 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] 10.222.0.55 "PUT /v2.0/ports/2bf88cae-cdc5-4206-8a26-2e2997ddefac HTTP/1.1" status: 200 len: 1093 time: 1.0915453 Jul 14 11:49:00.648496 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'tag': '2bf88cae-cdc5-4206-8a26-2e2997ddefac'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:49:00.648496 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba318402-dee0-4da4-a385-0764e6910db7" -d '{"events": [{"name": "network-changed", "server_uuid": "046cf283-3c75-404b-b0a5-47ff4e2b9b38", "tag": "2bf88cae-cdc5-4206-8a26-2e2997ddefac"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:00.691988 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-85d26fb0-353f-463d-ad7e-4fe7bb77cf4b req-74f61487-c97b-4c96-97f7-481a4bf52d14 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552664 Jul 14 11:49:00.703662 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a222da0-bbf6-42f8-9e92-001925d91c8c req-6d9f9bad-b5c2-43a0-8f67-1177a5e4f24e tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:00.705299 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9a222da0-bbf6-42f8-9e92-001925d91c8c req-6d9f9bad-b5c2-43a0-8f67-1177a5e4f24e tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.1375799 Jul 14 11:49:00.712926 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c4b7e-0320-4f00-8556-38419d456124 req-0e3d751c-12d1-42c2-a793-2548a9dba474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:00.718097 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b60c4b7e-0320-4f00-8556-38419d456124 req-0e3d751c-12d1-42c2-a793-2548a9dba474 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 1130 time: 0.1215582 Jul 14 11:49:00.718097 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9e6f4-f334-4760-af6c-bf39bae3458e service neutron] Pushing event updated for resources: {'Port': ['ID=2bf88cae-cdc5-4206-8a26-2e2997ddefac,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:00.763764 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34b567a-4c0f-4c16-9de6-5e610ab69af0 x-openstack-request-id: req-d34b567a-4c0f-4c16-9de6-5e610ab69af0 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:00.764106 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046cf283-3c75-404b-b0a5-47ff4e2b9b38", "tag": "2bf88cae-cdc5-4206-8a26-2e2997ddefac", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:00.764450 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d34b567a-4c0f-4c16-9de6-5e610ab69af0 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:00.765343 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34b567a-4c0f-4c16-9de6-5e610ab69af0'] response: {'name': 'network-changed', 'server_uuid': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'tag': '2bf88cae-cdc5-4206-8a26-2e2997ddefac', 'status': 'completed', 'code': 200} Jul 14 11:49:00.851755 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9a222da0-bbf6-42f8-9e92-001925d91c8c req-2e49180a-a873-4e3d-a677-8080db882490 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328020 Jul 14 11:49:00.883824 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:00.895784 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba318402-dee0-4da4-a385-0764e6910db7 req-7ff0e7f2-ba29-40e9-94d8-928f31c0521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:00.895784 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba318402-dee0-4da4-a385-0764e6910db7 req-7ff0e7f2-ba29-40e9-94d8-928f31c0521a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 1127 time: 0.1076865 Jul 14 11:49:00.950816 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c4b7e-0320-4f00-8556-38419d456124 req-2f52a8d3-5c10-41b1-851a-f96ee56c823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:00.952284 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b60c4b7e-0320-4f00-8556-38419d456124 req-2f52a8d3-5c10-41b1-851a-f96ee56c823d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 919 time: 0.1861730 Jul 14 11:49:01.024995 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b60c4b7e-0320-4f00-8556-38419d456124 req-f206ea4e-fe1e-48c0-a7ae-9790e4caf609 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f84daf6d-a5b5-4dcc-95ba-a981a1687434 HTTP/1.1" status: 200 len: 217 time: 0.0627489 Jul 14 11:49:01.108250 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba318402-dee0-4da4-a385-0764e6910db7 req-2e753370-de76-4e22-8a84-f0a13f06f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:01.109761 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba318402-dee0-4da4-a385-0764e6910db7 req-2e753370-de76-4e22-8a84-f0a13f06f71f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f274d555f5c746cc885394c699b3d767&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1939847 Jul 14 11:49:01.111555 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c4b7e-0320-4f00-8556-38419d456124 req-c8ae5bba-c69b-475c-bfee-419e4115942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:01.112889 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b60c4b7e-0320-4f00-8556-38419d456124 req-c8ae5bba-c69b-475c-bfee-419e4115942f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.0801327 Jul 14 11:49:01.218849 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c4b7e-0320-4f00-8556-38419d456124 req-1cf0254b-68d3-47f3-aa27-e6cd092edf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:01.220376 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b60c4b7e-0320-4f00-8556-38419d456124 req-1cf0254b-68d3-47f3-aa27-e6cd092edf9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903475 Jul 14 11:49:01.272118 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71973ed4-ec3b-4e1a-a86a-59ea75cbe6ff req-5a6aaa6b-17f8-449b-b3f0-6849317c0e7f tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:01.274057 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-71973ed4-ec3b-4e1a-a86a-59ea75cbe6ff req-5a6aaa6b-17f8-449b-b3f0-6849317c0e7f tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0531907 Jul 14 11:49:01.299938 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba318402-dee0-4da4-a385-0764e6910db7 req-378f589d-b9a2-49f1-a9cf-90956d31acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:01.301448 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba318402-dee0-4da4-a385-0764e6910db7 req-378f589d-b9a2-49f1-a9cf-90956d31acff service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791766 Jul 14 11:49:01.342332 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:01.343888 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-71973ed4-ec3b-4e1a-a86a-59ea75cbe6ff req-fb6784c2-1bcd-4061-9f6e-8088b5d9c6cb tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636122 Jul 14 11:49:01.368875 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b5018-9115-496e-a50a-9a3aeae00191 req-554ae471-37da-48b0-a129-92b3dcd67f74 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:01.370680 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ce1b5018-9115-496e-a50a-9a3aeae00191 req-554ae471-37da-48b0-a129-92b3dcd67f74 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0682211 Jul 14 11:49:01.422130 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b60c4b7e-0320-4f00-8556-38419d456124 req-f74ad9d0-9f4c-4f1e-b85b-ada5510ddfd5 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906760 Jul 14 11:49:01.439297 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1c01d60f-3472-4f74-828a-3b3ac9b021f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:01.440643 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-1c01d60f-3472-4f74-828a-3b3ac9b021f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 1127 time: 0.0942476 Jul 14 11:49:01.517868 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-3e7aadd1-b27c-4e8f-b99c-92d50070f80e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf88cae-cdc5-4206-8a26-2e2997ddefac HTTP/1.1" status: 200 len: 217 time: 0.0670938 Jul 14 11:49:01.526804 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ce1b5018-9115-496e-a50a-9a3aeae00191 req-2fb578b9-7988-4c3e-9216-66c94c214a31 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223862 Jul 14 11:49:01.557688 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:01.622502 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216864b5-0015-4ed1-ae5f-048554051e8b req-d8c48116-3573-4178-b16a-f426d24fda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:01.623972 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-d8c48116-3573-4178-b16a-f426d24fda90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359d57a5-1483-450f-ae8c-a26ea1a1115d HTTP/1.1" status: 200 len: 854 time: 0.0676265 Jul 14 11:49:01.629830 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b60c4b7e-0320-4f00-8556-38419d456124 req-a45c1301-2094-4207-8245-e64b2e484a6e service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927142 Jul 14 11:49:01.646046 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747891d-819a-4215-950d-4fcffd4f16d0 req-3c359852-a149-4962-9402-70598e4fdcda tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:01.648296 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d747891d-819a-4215-950d-4fcffd4f16d0 req-3c359852-a149-4962-9402-70598e4fdcda tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0484655 Jul 14 11:49:01.657439 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 39626) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:49:01.662132 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-3b2ba80f-a3a4-42c6-bfad-e0125c76eb1d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Request body: {'floatingip': {'port_id': '941e85d3-a14c-4664-99a5-c7fce2347e18'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:49:01.679998 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216864b5-0015-4ed1-ae5f-048554051e8b req-db5caaae-8a55-4211-b6b7-3e170700bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:01.681738 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-db5caaae-8a55-4211-b6b7-3e170700bf47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce6397ea-e1d9-4c18-9185-6161e76618d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442429 Jul 14 11:49:01.710471 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:01.724586 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3b2ba80f-a3a4-42c6-bfad-e0125c76eb1d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for floatingip (4beff2a0-c320-4c92-95a6-5f06af6da28d), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:01.833561 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45c1c4-aa35-4276-9648-5f64983ff590 req-f0598668-2725-4bc4-8f52-69850d8c9a6f tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:01.835164 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4e45c1c4-aa35-4276-9648-5f64983ff590 req-f0598668-2725-4bc4-8f52-69850d8c9a6f tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 943 time: 0.0654471 Jul 14 11:49:01.837088 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-4baaaa78-8e27-4e7b-98a7-40e8107592b0 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469183 Jul 14 11:49:01.951175 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4e45c1c4-aa35-4276-9648-5f64983ff590 req-bdd57997-68e2-4b38-9e9a-a7c45dcc1101 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082590 Jul 14 11:49:01.975721 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-216864b5-0015-4ed1-ae5f-048554051e8b req-247e5d54-32a5-434b-a01e-cda0a3dc3d98 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262076 Jul 14 11:49:02.091647 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419f60a-0374-4d6d-b300-d1a25ddda369 req-50753e77-c70b-4767-bca9-c9beb1686ba9 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:02.093134 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3419f60a-0374-4d6d-b300-d1a25ddda369 req-50753e77-c70b-4767-bca9-c9beb1686ba9 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0795915 Jul 14 11:49:02.190116 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3419f60a-0374-4d6d-b300-d1a25ddda369 req-0d930ce0-0d77-4598-9e44-76e2ff6358a4 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909657 Jul 14 11:49:02.232724 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:02.459947 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd325e8f-346d-4441-b5d7-1efbed49765e req-b43bf258-f90f-4666-83cf-f09289e4af6e tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:02.461455 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fd325e8f-346d-4441-b5d7-1efbed49765e req-b43bf258-f90f-4666-83cf-f09289e4af6e tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0487170 Jul 14 11:49:02.518745 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3b2ba80f-a3a4-42c6-bfad-e0125c76eb1d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:02.522373 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fd325e8f-346d-4441-b5d7-1efbed49765e req-3762ac2d-5040-4222-b786-3add4e8f901b tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544107 Jul 14 11:49:02.588398 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3b2ba80f-a3a4-42c6-bfad-e0125c76eb1d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (4beff2a0-c320-4c92-95a6-5f06af6da28d), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:02.793711 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2ba80f-a3a4-42c6-bfad-e0125c76eb1d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Router 3a693114-55a9-41f6-942e-34fe1c178c7c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:49:02.896635 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2ba80f-a3a4-42c6-bfad-e0125c76eb1d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:49:02.901903 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3b2ba80f-a3a4-42c6-bfad-e0125c76eb1d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:02.906709 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8cab49-df23-490e-b66c-16c93aa8909c None None] Sync routers for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:49:02.916906 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8cab49-df23-490e-b66c-16c93aa8909c None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:49:02.917548 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-dd8cab49-df23-490e-b66c-16c93aa8909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:02.935941 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:49:02.938226 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1be18c-fe3f-4530-bd59-d56c72028033" -d '{"events": [{"name": "network-changed", "server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:02.970116 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-3b2ba80f-a3a4-42c6-bfad-e0125c76eb1d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "PUT /v2.0/floatingips/4beff2a0-c320-4c92-95a6-5f06af6da28d HTTP/1.1" status: 200 len: 993 time: 1.3115067 Jul 14 11:49:02.985904 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7547369-2961-4b8c-844c-bfcfd3981956 x-openstack-request-id: req-e7547369-2961-4b8c-844c-bfcfd3981956 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:02.986193 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:02.986444 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e7547369-2961-4b8c-844c-bfcfd3981956 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:02.986900 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7547369-2961-4b8c-844c-bfcfd3981956'] response: {'name': 'network-changed', 'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'status': 'completed', 'code': 200} Jul 14 11:49:03.023796 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-dd8cab49-df23-490e-b66c-16c93aa8909c None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:49:03.073935 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be454b42-8031-48e9-96b3-5eccd65380e3 req-51567a89-d818-4e89-aee4-dc49e25269b0 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:03.075488 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be454b42-8031-48e9-96b3-5eccd65380e3 req-51567a89-d818-4e89-aee4-dc49e25269b0 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 943 time: 0.0545936 Jul 14 11:49:03.125048 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-be454b42-8031-48e9-96b3-5eccd65380e3 req-2a00a283-2544-449b-bb34-b0d8d5a69f3a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 Jul 14 11:49:03.248724 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-dd8cab49-df23-490e-b66c-16c93aa8909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '4beff2a0-c320-4c92-95a6-5f06af6da28d', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'port_id': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'mac_address': 'fa:16:3e:e1:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c667180-b390-45de-b693-7d59b8369eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:47:17Z', 'updated_at': '2022-07-14T11:49:02Z', 'revision_number': 3, 'project_id': '951609a482e34e93908057a68c5dc706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:23Z', 'revision_number': 5, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:03.277599 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8cab49-df23-490e-b66c-16c93aa8909c None None] Checking router: 3a693114-55a9-41f6-942e-34fe1c178c7c for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:49:03.288156 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8cab49-df23-490e-b66c-16c93aa8909c None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:49:03.288770 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-dd8cab49-df23-490e-b66c-16c93aa8909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:03.303129 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:03.309691 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=50,neutron:UPDATE=7 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:03.312059 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:03.321208 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209d019-f68c-433b-aa53-6bbf509dd637 req-c2cdfc90-8eb2-4b68-bfe3-1e290d43d4fb tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:03.323308 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3209d019-f68c-433b-aa53-6bbf509dd637 req-c2cdfc90-8eb2-4b68-bfe3-1e290d43d4fb tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0552862 Jul 14 11:49:03.334546 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1be18c-fe3f-4530-bd59-d56c72028033 req-f70e2697-c1fe-4744-b960-b69ed03b8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:03.337337 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7e1be18c-fe3f-4530-bd59-d56c72028033 req-f70e2697-c1fe-4744-b960-b69ed03b8476 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 1129 time: 0.0423391 Jul 14 11:49:03.368104 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:03.381405 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3209d019-f68c-433b-aa53-6bbf509dd637 req-13c55b58-879e-4b5e-9a9f-e6fef63078e6 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515118 Jul 14 11:49:03.394922 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-dd8cab49-df23-490e-b66c-16c93aa8909c None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:49:03.441081 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1be18c-fe3f-4530-bd59-d56c72028033 req-00a31ddc-8179-4dd4-812b-6adb350b9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:03.442611 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7e1be18c-fe3f-4530-bd59-d56c72028033 req-00a31ddc-8179-4dd4-812b-6adb350b9a94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 919 time: 0.0974038 Jul 14 11:49:03.506218 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7e1be18c-fe3f-4530-bd59-d56c72028033 req-d923a13f-f010-4d33-a039-6e32c21e7756 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=941e85d3-a14c-4664-99a5-c7fce2347e18 HTTP/1.1" status: 200 len: 1001 time: 0.0563486 Jul 14 11:49:03.542129 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:03.553436 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:03.557066 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1be18c-fe3f-4530-bd59-d56c72028033 req-23a44110-e050-446e-aafc-a8238d4916d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:03.558605 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7e1be18c-fe3f-4530-bd59-d56c72028033 req-23a44110-e050-446e-aafc-a8238d4916d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.0462253 Jul 14 11:49:03.620469 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-dd8cab49-df23-490e-b66c-16c93aa8909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '4beff2a0-c320-4c92-95a6-5f06af6da28d', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'port_id': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'mac_address': 'fa:16:3e:e1:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c667180-b390-45de-b693-7d59b8369eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:47:17Z', 'updated_at': '2022-07-14T11:49:02Z', 'revision_number': 3, 'project_id': '951609a482e34e93908057a68c5dc706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:23Z', 'revision_number': 5, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:03.634757 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1be18c-fe3f-4530-bd59-d56c72028033 req-24339478-9275-4417-a65d-4f17499cd1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:03.636363 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7e1be18c-fe3f-4530-bd59-d56c72028033 req-24339478-9275-4417-a65d-4f17499cd1e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695672 Jul 14 11:49:03.645842 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8cab49-df23-490e-b66c-16c93aa8909c None None] The sync data for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi is: [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '4beff2a0-c320-4c92-95a6-5f06af6da28d', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'port_id': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'mac_address': 'fa:16:3e:e1:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c667180-b390-45de-b693-7d59b8369eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:47:17Z', 'updated_at': '2022-07-14T11:49:02Z', 'revision_number': 3, 'project_id': '951609a482e34e93908057a68c5dc706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:23Z', 'revision_number': 5, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:49:03.677724 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991eb03-7961-4989-baef-b46f89f4cb39 req-67d5a42b-dd07-47bd-baa6-8d719eccb835 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:03.679310 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6991eb03-7961-4989-baef-b46f89f4cb39 req-67d5a42b-dd07-47bd-baa6-8d719eccb835 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0808251 Jul 14 11:49:03.764011 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:03.803671 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7e1be18c-fe3f-4530-bd59-d56c72028033 req-48847eda-3d4b-49a2-9237-14bd19b8ca0f service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590443 Jul 14 11:49:03.809643 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6991eb03-7961-4989-baef-b46f89f4cb39 req-248f6eb7-9422-45f5-b6ce-7bcacd383f5b tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1226425 Jul 14 11:49:03.895900 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7e1be18c-fe3f-4530-bd59-d56c72028033 req-f1f9e447-57ef-492c-a201-4e88bed8965a service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852330 Jul 14 11:49:04.241203 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f17dbd-e4f2-46b1-8b5b-b270cf493186 req-830ea64a-c9d3-459b-92fe-325511e5c3ac tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:04.242652 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-87f17dbd-e4f2-46b1-8b5b-b270cf493186 req-830ea64a-c9d3-459b-92fe-325511e5c3ac tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 943 time: 0.0504012 Jul 14 11:49:04.291073 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-87f17dbd-e4f2-46b1-8b5b-b270cf493186 req-7ccf8bf4-16be-49d3-9712-caf9e632ab8e tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423708 Jul 14 11:49:04.506727 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cf3a2-9b75-4333-ace5-66e34dd7e8a1 req-44571b7b-7b03-41e4-af34-9688c9db640f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:04.509010 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6e7cf3a2-9b75-4333-ace5-66e34dd7e8a1 req-44571b7b-7b03-41e4-af34-9688c9db640f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0574882 Jul 14 11:49:04.561434 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6e7cf3a2-9b75-4333-ace5-66e34dd7e8a1 req-bf2ff807-ee3d-4c2c-ab5b-766eb5f80ab3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455770 Jul 14 11:49:04.937953 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3657e-767b-4dd8-a077-2125c6e0989d req-72b1e066-f915-4e0e-972b-855b7839a43f tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:04.939720 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-90c3657e-767b-4dd8-a077-2125c6e0989d req-72b1e066-f915-4e0e-972b-855b7839a43f tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0537295 Jul 14 11:49:04.982514 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:04.988065 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:49:04.990737 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f6363-e144-4404-9c89-fdc86ca3cadd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:05.007864 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-90c3657e-767b-4dd8-a077-2125c6e0989d req-daac3966-9ea1-43e1-9d04-e0de199ab21c tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621407 Jul 14 11:49:05.032991 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e68709-d21d-4695-a7fe-ce76b29bcd60 x-openstack-request-id: req-17e68709-d21d-4695-a7fe-ce76b29bcd60 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:05.033306 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:05.033554 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-17e68709-d21d-4695-a7fe-ce76b29bcd60 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:05.033954 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e68709-d21d-4695-a7fe-ce76b29bcd60'] response: {'name': 'network-changed', 'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'status': 'completed', 'code': 200} Jul 14 11:49:05.058539 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 2bf88cae-cdc5-4206-8a26-2e2997ddefac details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:49:05.106715 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6363-e144-4404-9c89-fdc86ca3cadd req-23767e8f-4e5c-4463-af3b-b8127bb0e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:05.108204 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-845f6363-e144-4404-9c89-fdc86ca3cadd req-23767e8f-4e5c-4463-af3b-b8127bb0e5e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 1129 time: 0.0503068 Jul 14 11:49:05.220257 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6363-e144-4404-9c89-fdc86ca3cadd req-dc65312a-cdcb-402c-9ae2-f5c65de5eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:05.221758 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-845f6363-e144-4404-9c89-fdc86ca3cadd req-dc65312a-cdcb-402c-9ae2-f5c65de5eaff service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 919 time: 0.1071067 Jul 14 11:49:05.296611 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-845f6363-e144-4404-9c89-fdc86ca3cadd req-2d111e42-c33f-44e7-800b-f69b0779ac76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=941e85d3-a14c-4664-99a5-c7fce2347e18 HTTP/1.1" status: 200 len: 1001 time: 0.0679531 Jul 14 11:49:05.307879 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 2bf88cae-cdc5-4206-8a26-2e2997ddefac, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2bf88cae-cdc5-4206-8a26-2e2997ddefac,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:05.320832 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '2bf88cae-cdc5-4206-8a26-2e2997ddefac', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'port_id': '2bf88cae-cdc5-4206-8a26-2e2997ddefac', 'mac_address': 'fa:16:3e:01:9d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:49:05.352301 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6363-e144-4404-9c89-fdc86ca3cadd req-c31e9440-77cc-4e6f-afa4-8dd5ed7f2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:05.353965 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-845f6363-e144-4404-9c89-fdc86ca3cadd req-c31e9440-77cc-4e6f-afa4-8dd5ed7f2ea5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.0498142 Jul 14 11:49:05.358866 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 2bf88cae-cdc5-4206-8a26-2e2997ddefac is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:49:05.359252 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:05.377841 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf88cae-cdc5-4206-8a26-2e2997ddefac {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:49:05.399077 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 2bf88cae-cdc5-4206-8a26-2e2997ddefac, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2bf88cae-cdc5-4206-8a26-2e2997ddefac,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:05.407571 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6363-e144-4404-9c89-fdc86ca3cadd req-a48fcdca-0585-4614-8c9c-ad7855dddac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:05.409057 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-845f6363-e144-4404-9c89-fdc86ca3cadd req-a48fcdca-0585-4614-8c9c-ad7855dddac9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464547 Jul 14 11:49:05.415249 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7892e6-60f2-40ce-8595-17aad258479c req-132de194-9af7-4d1d-bc73-4affe4b536ae tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:05.416804 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-aa7892e6-60f2-40ce-8595-17aad258479c req-132de194-9af7-4d1d-bc73-4affe4b536ae tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 943 time: 0.0530050 Jul 14 11:49:05.464244 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:05.469594 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-aa7892e6-60f2-40ce-8595-17aad258479c req-0298bc74-b2c4-4f16-83e5-c021574aa6bf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468779 Jul 14 11:49:05.509033 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-845f6363-e144-4404-9c89-fdc86ca3cadd req-a96840fe-d009-43a7-9307-fdf172b2623b service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921123 Jul 14 11:49:05.515134 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=2bf88cae-cdc5-4206-8a26-2e2997ddefac,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:05.610551 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-845f6363-e144-4404-9c89-fdc86ca3cadd req-6aa144c2-3cd2-46e4-a2f8-e13e163af007 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894704 Jul 14 11:49:05.679339 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d6459-0176-48be-8719-500a36aa322e req-efa5e20f-2a2c-46d3-828b-2c920ef66f0f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:05.680819 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-981d6459-0176-48be-8719-500a36aa322e req-efa5e20f-2a2c-46d3-828b-2c920ef66f0f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0498099 Jul 14 11:49:05.713972 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:05.730944 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-981d6459-0176-48be-8719-500a36aa322e req-e512c1e2-d713-44ce-9596-b9ef9f063c97 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445712 Jul 14 11:49:05.801865 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['2bf88cae-cdc5-4206-8a26-2e2997ddefac'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:06.128070 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229727f4-8ebd-428d-8d8e-0c7838bb2354 req-71324217-27ad-4334-93bc-d8fe787ff03c tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:06.129553 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-229727f4-8ebd-428d-8d8e-0c7838bb2354 req-71324217-27ad-4334-93bc-d8fe787ff03c tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0482953 Jul 14 11:49:06.189023 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-229727f4-8ebd-428d-8d8e-0c7838bb2354 req-57e98978-38bc-45f4-953e-abafe97f077a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538070 Jul 14 11:49:06.584513 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1f125-6de3-42fe-bedf-006362ea2ee0 req-c2422649-7a5a-4ffa-8ef2-3fec01870853 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:06.586012 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-23c1f125-6de3-42fe-bedf-006362ea2ee0 req-c2422649-7a5a-4ffa-8ef2-3fec01870853 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 944 time: 0.0469813 Jul 14 11:49:06.636316 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-23c1f125-6de3-42fe-bedf-006362ea2ee0 req-7fe72057-a01e-427b-a347-c5a4848dd0fa tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443587 Jul 14 11:49:06.846064 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8b21-fce3-480a-ab07-5f63f282638a req-21772780-edf1-4681-b9ec-12c065e04596 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:06.847544 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ad7e8b21-fce3-480a-ab07-5f63f282638a req-21772780-edf1-4681-b9ec-12c065e04596 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0485649 Jul 14 11:49:06.898890 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ad7e8b21-fce3-480a-ab07-5f63f282638a req-b0e13129-0828-460a-849b-6ceaa00502ce tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456185 Jul 14 11:49:07.071088 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 2bf88cae-cdc5-4206-8a26-2e2997ddefac up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:07.115501 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 2bf88cae-cdc5-4206-8a26-2e2997ddefac completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:49:07.193749 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 2bf88cae-cdc5-4206-8a26-2e2997ddefac triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:49:07.194052 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:07.234693 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:07.273386 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 2bf88cae-cdc5-4206-8a26-2e2997ddefac is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:49:07.274024 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:07.302324 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf88cae-cdc5-4206-8a26-2e2997ddefac'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:49:07.304555 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e83179e-cc4e-4ce2-814b-147eeb107df5" -d '{"events": [{"server_uuid": "046cf283-3c75-404b-b0a5-47ff4e2b9b38", "name": "network-vif-plugged", "status": "completed", "tag": "2bf88cae-cdc5-4206-8a26-2e2997ddefac"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:07.305037 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662867d-eeb5-4007-acde-14728ba78690 req-4d247281-4acd-4b7f-9c56-491a9d91a256 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:07.306899 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c662867d-eeb5-4007-acde-14728ba78690 req-4d247281-4acd-4b7f-9c56-491a9d91a256 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0500529 Jul 14 11:49:07.317565 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 2bf88cae-cdc5-4206-8a26-2e2997ddefac, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2bf88cae-cdc5-4206-8a26-2e2997ddefac,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:07.344731 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d58dc17-6f18-4025-9f40-e98cd6e19185 x-openstack-request-id: req-2d58dc17-6f18-4025-9f40-e98cd6e19185 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:07.345023 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046cf283-3c75-404b-b0a5-47ff4e2b9b38", "name": "network-vif-plugged", "status": "completed", "tag": "2bf88cae-cdc5-4206-8a26-2e2997ddefac", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:07.345304 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2d58dc17-6f18-4025-9f40-e98cd6e19185 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:07.345708 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d58dc17-6f18-4025-9f40-e98cd6e19185'] response: {'server_uuid': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf88cae-cdc5-4206-8a26-2e2997ddefac', 'code': 200} Jul 14 11:49:07.371458 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c662867d-eeb5-4007-acde-14728ba78690 req-c00b363c-7db4-492e-ad15-d8f1c01a39ab tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585864 Jul 14 11:49:07.474832 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:07.528847 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=2bf88cae-cdc5-4206-8a26-2e2997ddefac,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:07.731506 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b631ee-f0e6-4eaa-87fe-4cea0acad2a4 req-39c7d72b-0714-45e2-801d-79b4912f44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:07.733681 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-85b631ee-f0e6-4eaa-87fe-4cea0acad2a4 req-39c7d72b-0714-45e2-801d-79b4912f44fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 1129 time: 0.0404077 Jul 14 11:49:07.758928 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8a4e2-1e54-4a84-95bc-c92a30765fd2 req-4757c88f-6e43-459a-928a-0c02294d7fa2 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:07.761538 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-90d8a4e2-1e54-4a84-95bc-c92a30765fd2 req-4757c88f-6e43-459a-928a-0c02294d7fa2 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 945 time: 0.0548782 Jul 14 11:49:07.784645 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-85b631ee-f0e6-4eaa-87fe-4cea0acad2a4 req-db3af410-a20f-47ea-a5e3-373fb8920ca7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434980 Jul 14 11:49:07.816816 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-90d8a4e2-1e54-4a84-95bc-c92a30765fd2 req-f002c619-3a39-43d4-9540-9a21a625d77a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470076 Jul 14 11:49:08.015430 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c1da7-6b54-453e-8213-e14b3f4307d9 req-56558e50-8951-4fd6-805c-51a06b9d28a9 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:08.016929 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cc2c1da7-6b54-453e-8213-e14b3f4307d9 req-56558e50-8951-4fd6-805c-51a06b9d28a9 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0501938 Jul 14 11:49:08.035752 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:08.066938 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cc2c1da7-6b54-453e-8213-e14b3f4307d9 req-33693f73-3d2f-4f90-be14-9e4f602f189a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442727 Jul 14 11:49:08.486780 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62596d-1072-4174-83e4-2717a84f9824 req-b0c9b29e-97cc-4cc4-a25c-ad43bc40c054 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:08.488247 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0b62596d-1072-4174-83e4-2717a84f9824 req-b0c9b29e-97cc-4cc4-a25c-ad43bc40c054 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0480824 Jul 14 11:49:08.548991 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0b62596d-1072-4174-83e4-2717a84f9824 req-d10d2c34-825e-4ef1-95b8-3022c40685f6 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550396 Jul 14 11:49:08.927341 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1c9be-11cf-45fe-b1d6-243631cadb79 req-f45ab6db-bd9c-4456-95f0-a83775450550 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:08.928800 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-50d1c9be-11cf-45fe-b1d6-243631cadb79 req-f45ab6db-bd9c-4456-95f0-a83775450550 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 945 time: 0.0462899 Jul 14 11:49:08.976734 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-50d1c9be-11cf-45fe-b1d6-243631cadb79 req-be170f4a-f882-473f-95a3-40683a346558 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Jul 14 11:49:09.183974 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1d177-2435-4617-bc71-46f862def700 req-540ab032-c9d6-42cd-92bd-3abe2066bae3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:09.185457 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2dd1d177-2435-4617-bc71-46f862def700 req-540ab032-c9d6-42cd-92bd-3abe2066bae3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0473764 Jul 14 11:49:09.238382 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2dd1d177-2435-4617-bc71-46f862def700 req-150003d0-2815-420a-b87a-463dd7f1e2c4 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474055 Jul 14 11:49:09.662649 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ab9b7-e8df-4ea5-926e-b21a9396fc04 req-1ca61412-2408-41d6-b430-e53b8c46795d tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:09.664125 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-109ab9b7-e8df-4ea5-926e-b21a9396fc04 req-1ca61412-2408-41d6-b430-e53b8c46795d tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0496457 Jul 14 11:49:09.723521 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-109ab9b7-e8df-4ea5-926e-b21a9396fc04 req-3555c03b-ff66-4773-acec-30e03cedc614 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537012 Jul 14 11:49:10.088106 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b10d7-b96f-466e-820b-aa5216b27a31 req-d81291d8-78b3-472e-b3f4-5dd07e90e333 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:10.090268 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-754b10d7-b96f-466e-820b-aa5216b27a31 req-d81291d8-78b3-472e-b3f4-5dd07e90e333 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 945 time: 0.0478809 Jul 14 11:49:10.137341 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-754b10d7-b96f-466e-820b-aa5216b27a31 req-6d955ca0-4b0e-4622-9752-8db0d4268421 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Jul 14 11:49:10.351063 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc732b-72bd-4d20-8818-aef6d09ee5b4 req-eae62736-e658-4861-9dce-b48d1678f7ed tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:10.352512 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b3cc732b-72bd-4d20-8818-aef6d09ee5b4 req-eae62736-e658-4861-9dce-b48d1678f7ed tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0469179 Jul 14 11:49:10.402207 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b3cc732b-72bd-4d20-8818-aef6d09ee5b4 req-e2c846c8-118f-4197-a4dc-ab30cbd5f53f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434697 Jul 14 11:49:10.838194 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fc486-fd19-48fe-8308-4161db4a7ec8 req-0e4bea50-c381-4186-bf1d-75bfc7c3150f tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:10.839357 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e24fc486-fd19-48fe-8308-4161db4a7ec8 req-0e4bea50-c381-4186-bf1d-75bfc7c3150f tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0488005 Jul 14 11:49:10.881659 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:10.906166 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e24fc486-fd19-48fe-8308-4161db4a7ec8 req-fba67360-b3b0-4b4f-97d3-208eb4c99530 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611711 Jul 14 11:49:11.373394 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca22f9-f34b-43f6-9979-721e1afb4a29 req-41726de6-9fb1-48d3-9c70-aadd8222aae0 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:11.373992 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4fca22f9-f34b-43f6-9979-721e1afb4a29 req-41726de6-9fb1-48d3-9c70-aadd8222aae0 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 945 time: 0.1705537 Jul 14 11:49:11.429269 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4fca22f9-f34b-43f6-9979-721e1afb4a29 req-5ee5e831-39dc-4593-bd3d-5ffbfc255725 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500927 Jul 14 11:49:11.520230 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3ed23-5c88-4fff-ae92-3aeebe2a9630 req-d08ea00f-30e9-49de-8591-5d20dc676e47 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:11.521785 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a6e3ed23-5c88-4fff-ae92-3aeebe2a9630 req-d08ea00f-30e9-49de-8591-5d20dc676e47 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0517292 Jul 14 11:49:11.542717 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80580a3-8f04-4e4d-a310-5746714ed42f req-b2075353-38db-46cd-abe9-7ca148be5078 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:11.544216 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a80580a3-8f04-4e4d-a310-5746714ed42f req-b2075353-38db-46cd-abe9-7ca148be5078 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 945 time: 0.0479019 Jul 14 11:49:11.553107 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 39698) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:49:11.557714 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-548ea310-7a6a-4090-ad24-8d97bdd5a86a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Request body: {'floatingip': {'port_id': '2bf88cae-cdc5-4206-8a26-2e2997ddefac'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:49:11.575194 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a6e3ed23-5c88-4fff-ae92-3aeebe2a9630 req-0e34ba16-1b59-4a1f-ae00-7a72ccf6bb3f tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467112 Jul 14 11:49:11.596362 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-548ea310-7a6a-4090-ad24-8d97bdd5a86a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (c64c8efd-0777-4b5a-afed-a2cd4ab1c33f), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:11.741331 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:12.190024 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457d96c-ea98-4afa-acbc-b59bbeed64a8 req-bca33358-2e70-451d-9701-0c634d96ad31 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:12.191452 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3457d96c-ea98-4afa-acbc-b59bbeed64a8 req-bca33358-2e70-451d-9701-0c634d96ad31 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0818427 Jul 14 11:49:12.322251 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3457d96c-ea98-4afa-acbc-b59bbeed64a8 req-6381c047-a1f8-4d6a-9d6c-74cac3c13d96 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239676 Jul 14 11:49:12.324425 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:12.337954 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-548ea310-7a6a-4090-ad24-8d97bdd5a86a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:12.393632 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-548ea310-7a6a-4090-ad24-8d97bdd5a86a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (c64c8efd-0777-4b5a-afed-a2cd4ab1c33f), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:12.485482 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [None req-548ea310-7a6a-4090-ad24-8d97bdd5a86a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Floating IP c64c8efd-0777-4b5a-afed-a2cd4ab1c33f associated. External IP: 172.27.3.95, port: 2bf88cae-cdc5-4206-8a26-2e2997ddefac. Jul 14 11:49:12.684421 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548ea310-7a6a-4090-ad24-8d97bdd5a86a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:49:12.689764 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17562ae-c894-4b4e-9ab7-bcdd52985e16 req-bc953952-6d03-4f99-a982-2c514b3d3250 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:12.691261 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d17562ae-c894-4b4e-9ab7-bcdd52985e16 req-bc953952-6d03-4f99-a982-2c514b3d3250 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0483749 Jul 14 11:49:12.742698 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d17562ae-c894-4b4e-9ab7-bcdd52985e16 req-20b4f70d-d18a-4878-8881-30dd8586c948 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457249 Jul 14 11:49:12.791118 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548ea310-7a6a-4090-ad24-8d97bdd5a86a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:49:12.796062 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-548ea310-7a6a-4090-ad24-8d97bdd5a86a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:12.804220 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908fcb18-83da-4ac5-bd2a-2d82680f78f4 None None] Sync routers for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:49:12.815805 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908fcb18-83da-4ac5-bd2a-2d82680f78f4 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:49:12.816422 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-908fcb18-83da-4ac5-bd2a-2d82680f78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:12.825858 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-548ea310-7a6a-4090-ad24-8d97bdd5a86a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "PUT /v2.0/floatingips/c64c8efd-0777-4b5a-afed-a2cd4ab1c33f HTTP/1.1" status: 200 len: 990 time: 1.2716322 Jul 14 11:49:12.826435 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'tag': '2bf88cae-cdc5-4206-8a26-2e2997ddefac'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:49:12.828691 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5effa7-6673-422f-88f5-7f686ef3e618" -d '{"events": [{"name": "network-changed", "server_uuid": "046cf283-3c75-404b-b0a5-47ff4e2b9b38", "tag": "2bf88cae-cdc5-4206-8a26-2e2997ddefac"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:12.864936 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adad9fa6-f3ac-47a1-88b3-89d95ad19d53 x-openstack-request-id: req-adad9fa6-f3ac-47a1-88b3-89d95ad19d53 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:12.865268 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046cf283-3c75-404b-b0a5-47ff4e2b9b38", "tag": "2bf88cae-cdc5-4206-8a26-2e2997ddefac", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:12.865523 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-adad9fa6-f3ac-47a1-88b3-89d95ad19d53 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:12.865963 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adad9fa6-f3ac-47a1-88b3-89d95ad19d53'] response: {'name': 'network-changed', 'server_uuid': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'tag': '2bf88cae-cdc5-4206-8a26-2e2997ddefac', 'status': 'completed', 'code': 200} Jul 14 11:49:12.929902 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-908fcb18-83da-4ac5-bd2a-2d82680f78f4 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:49:12.933632 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5effa7-6673-422f-88f5-7f686ef3e618 req-192a3d2b-92df-4920-95eb-1086647d1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:12.935122 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2d5effa7-6673-422f-88f5-7f686ef3e618 req-192a3d2b-92df-4920-95eb-1086647d1e41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f274d555f5c746cc885394c699b3d767&device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 1129 time: 0.0406642 Jul 14 11:49:13.039978 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5effa7-6673-422f-88f5-7f686ef3e618 req-026cf143-60d1-4194-8be3-ef17c4c382be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:13.041552 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2d5effa7-6673-422f-88f5-7f686ef3e618 req-026cf143-60d1-4194-8be3-ef17c4c382be service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 200 len: 916 time: 0.0905297 Jul 14 11:49:13.113425 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2d5effa7-6673-422f-88f5-7f686ef3e618 req-04657a97-a34e-4385-97ea-c52a64c26af7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf88cae-cdc5-4206-8a26-2e2997ddefac HTTP/1.1" status: 200 len: 998 time: 0.0623050 Jul 14 11:49:13.144298 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-908fcb18-83da-4ac5-bd2a-2d82680f78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'c64c8efd-0777-4b5a-afed-a2cd4ab1c33f', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '2bf88cae-cdc5-4206-8a26-2e2997ddefac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:01:9d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:53Z', 'updated_at': '2022-07-14T11:49:12Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:13.158570 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:13.169453 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908fcb18-83da-4ac5-bd2a-2d82680f78f4 None None] Checking router: a12ab71c-1de3-4b12-86f7-5c9fecff0c40 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:49:13.169786 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5effa7-6673-422f-88f5-7f686ef3e618 req-f104aacc-e9e4-4597-87e8-f6009b56e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:13.171264 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2d5effa7-6673-422f-88f5-7f686ef3e618 req-f104aacc-e9e4-4597-87e8-f6009b56e2bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=359d57a5-1483-450f-ae8c-a26ea1a1115d HTTP/1.1" status: 200 len: 854 time: 0.0509696 Jul 14 11:49:13.177875 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908fcb18-83da-4ac5-bd2a-2d82680f78f4 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:49:13.178470 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-908fcb18-83da-4ac5-bd2a-2d82680f78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:48:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:13.220507 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5effa7-6673-422f-88f5-7f686ef3e618 req-838a50bb-cc9d-42b3-8905-835493b36446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:13.222194 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2d5effa7-6673-422f-88f5-7f686ef3e618 req-838a50bb-cc9d-42b3-8905-835493b36446 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce6397ea-e1d9-4c18-9185-6161e76618d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442138 Jul 14 11:49:13.281426 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-908fcb18-83da-4ac5-bd2a-2d82680f78f4 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:49:13.321283 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2d5effa7-6673-422f-88f5-7f686ef3e618 req-a81432bb-a9cb-4e5c-9176-005b58e62ab0 service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904217 Jul 14 11:49:13.441366 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258a5a1-4838-4ef2-ae96-8ff764ef4954 req-29289726-6ced-41ed-8696-3744452cdee0 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:13.443170 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7258a5a1-4838-4ef2-ae96-8ff764ef4954 req-29289726-6ced-41ed-8696-3744452cdee0 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0532529 Jul 14 11:49:13.468812 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:13.471382 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:13.490016 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2d5effa7-6673-422f-88f5-7f686ef3e618 req-d68de35b-8f97-4f03-8b37-06db56ee4b7a service neutron] 10.222.0.55 "GET /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934033 Jul 14 11:49:13.498706 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-908fcb18-83da-4ac5-bd2a-2d82680f78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'c64c8efd-0777-4b5a-afed-a2cd4ab1c33f', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '2bf88cae-cdc5-4206-8a26-2e2997ddefac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:01:9d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:53Z', 'updated_at': '2022-07-14T11:49:12Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:13.509251 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7258a5a1-4838-4ef2-ae96-8ff764ef4954 req-55f6e04f-f178-4a87-88ae-49f5766d09ae tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595486 Jul 14 11:49:13.525558 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908fcb18-83da-4ac5-bd2a-2d82680f78f4 None None] The sync data for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi is: [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'c64c8efd-0777-4b5a-afed-a2cd4ab1c33f', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'port_id': '2bf88cae-cdc5-4206-8a26-2e2997ddefac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'mac_address': 'fa:16:3e:01:9d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:48:53Z', 'updated_at': '2022-07-14T11:49:12Z', 'revision_number': 1, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:49:13.708755 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a31cdf8-72e6-4979-8069-8a38474e7fbe None None] New status for floating IP c64c8efd-0777-4b5a-afed-a2cd4ab1c33f: ACTIVE {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:49:13.865965 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da7731-1a62-4ffa-afa2-aefd244a8b82 req-e1c986da-bc2a-4f39-9852-504dcd5981aa tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:13.867381 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-04da7731-1a62-4ffa-afa2-aefd244a8b82 req-e1c986da-bc2a-4f39-9852-504dcd5981aa tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0474024 Jul 14 11:49:13.917191 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-04da7731-1a62-4ffa-afa2-aefd244a8b82 req-42c2e0dc-4308-437f-836d-b270d28d1189 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429478 Jul 14 11:49:14.625924 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ebffd-8b2c-43f2-99e4-11d0cd0cb48a req-d1548e08-3eb8-4df7-8015-f8ac19cc516b tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:14.627412 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-920ebffd-8b2c-43f2-99e4-11d0cd0cb48a req-d1548e08-3eb8-4df7-8015-f8ac19cc516b tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0499589 Jul 14 11:49:14.689501 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-920ebffd-8b2c-43f2-99e4-11d0cd0cb48a req-347ccd4b-ada7-4779-89e7-314c191f4ba2 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1&id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563154 Jul 14 11:49:14.898390 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ed25c17d-d3d6-44dc-9baf-d09a8e76dcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:15.035856 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b773364-56c7-4ce7-9356-b3281723942c req-524510b3-d8f8-4284-807e-472073eb2e55 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:15.037376 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6b773364-56c7-4ce7-9356-b3281723942c req-524510b3-d8f8-4284-807e-472073eb2e55 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0535710 Jul 14 11:49:15.087865 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6b773364-56c7-4ce7-9356-b3281723942c req-1baf63b2-b9d8-43b1-b316-72e7fa5a4b5c tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443389 Jul 14 11:49:15.970632 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd8d27-43fa-42ab-aa5b-5306710a5655 req-f303a705-b80d-4781-91dd-af93eeb74306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:15.972103 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cacd8d27-43fa-42ab-aa5b-5306710a5655 req-f303a705-b80d-4781-91dd-af93eeb74306 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca23768669a74586a221c14ebaa8ee26&device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 1130 time: 0.0386693 Jul 14 11:49:16.069245 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd8d27-43fa-42ab-aa5b-5306710a5655 req-acc70540-2f46-497e-b689-7eaad85dc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:16.070625 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cacd8d27-43fa-42ab-aa5b-5306710a5655 req-acc70540-2f46-497e-b689-7eaad85dc4bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=f77a597b-ab8a-49e2-9a1d-e420c995c2e6 HTTP/1.1" status: 200 len: 910 time: 0.0875702 Jul 14 11:49:16.135840 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cacd8d27-43fa-42ab-aa5b-5306710a5655 req-abf8649c-69ce-4e68-8d96-c5f17b6cc198 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df04a441-a4c9-485f-845a-68acb74d2d4e HTTP/1.1" status: 200 len: 1002 time: 0.0583158 Jul 14 11:49:16.195500 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd8d27-43fa-42ab-aa5b-5306710a5655 req-d7b21579-ff72-4cb4-a379-23ef26ff6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:16.196997 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cacd8d27-43fa-42ab-aa5b-5306710a5655 req-d7b21579-ff72-4cb4-a379-23ef26ff6fff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46504c9e-19fd-4478-98eb-c2f656aa93e9 HTTP/1.1" status: 200 len: 848 time: 0.0471416 Jul 14 11:49:16.246695 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd8d27-43fa-42ab-aa5b-5306710a5655 req-f814090c-cda7-4b0f-8fa5-fc63979108cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:16.248193 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cacd8d27-43fa-42ab-aa5b-5306710a5655 req-f814090c-cda7-4b0f-8fa5-fc63979108cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f77a597b-ab8a-49e2-9a1d-e420c995c2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455506 Jul 14 11:49:16.268746 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aac86-99dc-429a-9f68-c7df75a348a2 req-ca9f4e34-c134-4f17-aad0-dfba3f6b2f32 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:16.270260 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-695aac86-99dc-429a-9f68-c7df75a348a2 req-ca9f4e34-c134-4f17-aad0-dfba3f6b2f32 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.1040807 Jul 14 11:49:16.321852 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-695aac86-99dc-429a-9f68-c7df75a348a2 req-2b033521-9866-4f26-b874-741cffe2f13d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448976 Jul 14 11:49:16.346815 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cacd8d27-43fa-42ab-aa5b-5306710a5655 req-cba81529-2182-44d9-87cb-9516566677b5 service neutron] 10.222.0.55 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893726 Jul 14 11:49:16.444750 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cacd8d27-43fa-42ab-aa5b-5306710a5655 req-0f74f211-943b-49b2-8fc3-db21f4251a0d service neutron] 10.222.0.55 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890532 Jul 14 11:49:17.086804 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-607731d5-2ca6-45a1-a03b-cb9c64e45358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:17.443606 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca8d2-6371-493d-b8e7-9f98b802d3c9 req-1857c855-21ff-4c8d-b97f-c2b61b0f6ce0 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:17.445093 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-941ca8d2-6371-493d-b8e7-9f98b802d3c9 req-1857c855-21ff-4c8d-b97f-c2b61b0f6ce0 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0478959 Jul 14 11:49:17.502733 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-941ca8d2-6371-493d-b8e7-9f98b802d3c9 req-3d34e851-76f1-497b-bb03-e6da5522347e tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513864 Jul 14 11:49:18.338207 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:18.618002 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406495-9e92-45c6-9767-881f2d2d1c3e req-4c72bb0d-2b8d-4f8d-88f1-ca144484bb99 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:18.619492 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1406495-9e92-45c6-9767-881f2d2d1c3e req-4c72bb0d-2b8d-4f8d-88f1-ca144484bb99 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0481229 Jul 14 11:49:18.631699 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:18.675225 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e1406495-9e92-45c6-9767-881f2d2d1c3e req-1e4bebb2-3fc4-4a0f-860f-8419c8fb5329 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502181 Jul 14 11:49:19.600960 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:19.790508 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fe6ba-d277-4449-80cb-683e154a05fc req-0d4588ba-bd02-4f94-98e4-e32911759463 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:19.792402 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-fb3fe6ba-d277-4449-80cb-683e154a05fc req-0d4588ba-bd02-4f94-98e4-e32911759463 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0478690 Jul 14 11:49:19.842367 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-fb3fe6ba-d277-4449-80cb-683e154a05fc req-a7bd8665-5bc4-4787-88bd-781077c04004 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442917 Jul 14 11:49:19.967139 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [req-459bfc33-6c46-46da-9562-524ff00965cd req-479dcdbc-9110-4363-ad58-7e8e79b3d8ec service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:49:19.968227 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-459bfc33-6c46-46da-9562-524ff00965cd req-479dcdbc-9110-4363-ad58-7e8e79b3d8ec service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0474074 Jul 14 11:49:19.993857 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:20.280580 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5ac1e-227f-4d4a-86d9-e08d36111370 req-41b8400f-9f7e-4cf7-a46a-a510b4e57d97 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:20.282108 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-68b5ac1e-227f-4d4a-86d9-e08d36111370 req-41b8400f-9f7e-4cf7-a46a-a510b4e57d97 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0482857 Jul 14 11:49:20.325259 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-6de13a97-a0b0-46a9-8b41-10c992711d62 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394292 Jul 14 11:49:20.333438 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-68b5ac1e-227f-4d4a-86d9-e08d36111370 req-dead6dad-c4b3-48ed-9b82-c3c12bbff72d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449967 Jul 14 11:49:20.409961 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820949e-4471-49f6-bb10-13278b9aff5b req-0414edbf-f11f-48b8-8f87-1517175ecc2a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:20.411310 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-0414edbf-f11f-48b8-8f87-1517175ecc2a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports/df04a441-a4c9-485f-845a-68acb74d2d4e HTTP/1.1" status: 200 len: 943 time: 0.0561838 Jul 14 11:49:20.705825 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:20.745307 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c001f1-d8fd-4a09-a798-0ce7cdcb152e req-e97817d5-210d-4aee-b9dc-8f8f30782bf5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:20.747535 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a6c001f1-d8fd-4a09-a798-0ce7cdcb152e req-e97817d5-210d-4aee-b9dc-8f8f30782bf5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0508213 Jul 14 11:49:20.797788 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a6c001f1-d8fd-4a09-a798-0ce7cdcb152e req-8949a925-a7a2-45f4-8b33-4135dd905e3a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423381 Jul 14 11:49:21.451198 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdba1e-fb1c-4c96-a4eb-aad9332187c0 req-d1758c1d-61c0-4a18-abd4-2082f4d052b3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:21.452664 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-dacdba1e-fb1c-4c96-a4eb-aad9332187c0 req-d1758c1d-61c0-4a18-abd4-2082f4d052b3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0483623 Jul 14 11:49:21.502925 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-dacdba1e-fb1c-4c96-a4eb-aad9332187c0 req-a721a7f2-4f49-419b-922b-4d7ccf85f62e tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446723 Jul 14 11:49:21.926510 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a34eb-ac17-4bf5-a3a9-9908200ecf2d req-057fe7d3-61ee-47c2-9517-1d3dbc7447df tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:21.927970 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-681a34eb-ac17-4bf5-a3a9-9908200ecf2d req-057fe7d3-61ee-47c2-9517-1d3dbc7447df tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0549910 Jul 14 11:49:21.975172 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-681a34eb-ac17-4bf5-a3a9-9908200ecf2d req-ad0665f4-f867-45f9-b0fe-0721d0389e87 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416367 Jul 14 11:49:22.617020 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bf9e1-0fce-48a3-81cb-12c076b9b0f7 req-33e4200c-6670-4eee-bd93-a99fcadba2d0 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:22.618428 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9a0bf9e1-0fce-48a3-81cb-12c076b9b0f7 req-33e4200c-6670-4eee-bd93-a99fcadba2d0 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0474744 Jul 14 11:49:22.669640 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9a0bf9e1-0fce-48a3-81cb-12c076b9b0f7 req-6cf69714-14e1-4c78-bc1f-203dadc33516 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451012 Jul 14 11:49:23.051555 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820949e-4471-49f6-bb10-13278b9aff5b req-3e091b35-54bb-4e1c-b3e7-d98fd16655e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:23.053004 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-3e091b35-54bb-4e1c-b3e7-d98fd16655e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1&tenant_id=ca23768669a74586a221c14ebaa8ee26 HTTP/1.1" status: 200 len: 1130 time: 0.0422416 Jul 14 11:49:23.106346 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device df04a441-a4c9-485f-845a-68acb74d2d4e no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:49:23.123621 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3b6e4-645b-43e2-8994-e348f4afb20a req-fb22bbbd-4495-4cfb-a1cd-54f0e2bc5998 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:23.125180 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-17d3b6e4-645b-43e2-8994-e348f4afb20a req-fb22bbbd-4495-4cfb-a1cd-54f0e2bc5998 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0757537 Jul 14 11:49:23.152528 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820949e-4471-49f6-bb10-13278b9aff5b req-a614e6ba-c483-4487-a3a7-1860a778cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:23.153978 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-a614e6ba-c483-4487-a3a7-1860a778cfa7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca23768669a74586a221c14ebaa8ee26&device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 1130 time: 0.0672047 Jul 14 11:49:23.185764 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port df04a441-a4c9-485f-845a-68acb74d2d4e is: ACTIVE; New status is: DOWN {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:49:23.186310 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:23.210976 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-17d3b6e4-645b-43e2-8994-e348f4afb20a req-71025a41-c971-4d51-a4a3-3e981c8014d5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786335 Jul 14 11:49:23.223739 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port df04a441-a4c9-485f-845a-68acb74d2d4e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=df04a441-a4c9-485f-845a-68acb74d2d4e,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:23.224686 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:49:23.227055 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f2504a-6415-47c4-b36e-1e73df9b9d6f" -d '{"events": [{"server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "name": "network-vif-unplugged", "status": "completed", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:23.264647 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 11:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cadc6c-5e81-4e03-b657-62a8a2217394 x-openstack-request-id: req-e0cadc6c-5e81-4e03-b657-62a8a2217394 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:23.264936 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "name": "network-vif-unplugged", "status": "completed", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:23.265213 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e0cadc6c-5e81-4e03-b657-62a8a2217394 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:23.265622 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cadc6c-5e81-4e03-b657-62a8a2217394'] response: {'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'code': 200} Jul 14 11:49:23.268851 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820949e-4471-49f6-bb10-13278b9aff5b req-7c4a7617-9931-44f5-9e64-81797875ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:23.270357 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-7c4a7617-9931-44f5-9e64-81797875ed68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f77a597b-ab8a-49e2-9a1d-e420c995c2e6 HTTP/1.1" status: 200 len: 910 time: 0.1030416 Jul 14 11:49:23.304179 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:23.327905 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:23.341249 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-636788f9-ef70-4ad9-b854-6d42d8c1e9c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df04a441-a4c9-485f-845a-68acb74d2d4e HTTP/1.1" status: 200 len: 1002 time: 0.0625868 Jul 14 11:49:23.358869 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=df04a441-a4c9-485f-845a-68acb74d2d4e,revision_number=6']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:23.403167 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820949e-4471-49f6-bb10-13278b9aff5b req-3d952d90-b6c2-486d-bc76-21eed07e15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:23.404558 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-3d952d90-b6c2-486d-bc76-21eed07e15f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46504c9e-19fd-4478-98eb-c2f656aa93e9 HTTP/1.1" status: 200 len: 848 time: 0.0547659 Jul 14 11:49:23.451610 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820949e-4471-49f6-bb10-13278b9aff5b req-39bc8b54-dead-4f0c-a6ff-e8e66c5b85d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:23.453088 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-39bc8b54-dead-4f0c-a6ff-e8e66c5b85d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f77a597b-ab8a-49e2-9a1d-e420c995c2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387616 Jul 14 11:49:23.548255 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-bbc65e3b-55ee-4ce6-8e56-b85b25a96392 service neutron] 10.222.0.55 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872121 Jul 14 11:49:23.636975 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-7b9ca171-b186-43c1-b070-7299cfe73f79 service neutron] 10.222.0.55 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820432 Jul 14 11:49:23.785279 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d5fb7-4bcc-4410-b4ac-1c12b9c25b48 req-ddd85d5d-cd8c-436a-8bec-1db61c61c997 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:23.786743 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d02d5fb7-4bcc-4410-b4ac-1c12b9c25b48 req-ddd85d5d-cd8c-436a-8bec-1db61c61c997 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0510056 Jul 14 11:49:23.836691 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d02d5fb7-4bcc-4410-b4ac-1c12b9c25b48 req-b7fe873d-41b0-4915-ba6d-c64f606c0210 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443919 Jul 14 11:49:24.336362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8150613-f832-456e-88d2-e673d1cc0c83 req-903b2b78-4cdc-4ad8-9c4b-bedf37d94760 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:24.337848 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e8150613-f832-456e-88d2-e673d1cc0c83 req-903b2b78-4cdc-4ad8-9c4b-bedf37d94760 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0508976 Jul 14 11:49:24.387561 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e8150613-f832-456e-88d2-e673d1cc0c83 req-bfbc59f6-cdca-4e58-9cbd-5e48930fb172 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434217 Jul 14 11:49:24.914037 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:24.950248 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af2118-f125-4ff4-b8f5-7c08a44747c1 req-3d1163b5-786c-4cb4-8ef1-e7accfb4fe02 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:24.951730 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-14af2118-f125-4ff4-b8f5-7c08a44747c1 req-3d1163b5-786c-4cb4-8ef1-e7accfb4fe02 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0475729 Jul 14 11:49:25.002035 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-14af2118-f125-4ff4-b8f5-7c08a44747c1 req-28b9b6ee-47b3-44a0-9b85-7489bbb2aa00 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448611 Jul 14 11:49:25.506049 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c762-9ac9-427c-96e1-f64857c75099 req-f3e0f9a4-62c4-4161-aee0-8b3e92749c54 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:25.507496 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9371c762-9ac9-427c-96e1-f64857c75099 req-f3e0f9a4-62c4-4161-aee0-8b3e92749c54 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0477653 Jul 14 11:49:25.554106 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9371c762-9ac9-427c-96e1-f64857c75099 req-b3c234ad-ccbf-4f94-8f0a-51984fcfbd37 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404944 Jul 14 11:49:26.118855 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af885f19-44c9-4631-92b1-3087ef063b1e req-50e37ff4-cc0a-4ef2-8c5e-92accadc5806 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:26.120323 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-af885f19-44c9-4631-92b1-3087ef063b1e req-50e37ff4-cc0a-4ef2-8c5e-92accadc5806 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0517006 Jul 14 11:49:26.131162 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:26.170626 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-af885f19-44c9-4631-92b1-3087ef063b1e req-35daea9e-36a7-43f9-a61a-de5b2b6acf39 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447688 Jul 14 11:49:26.657815 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:26.675588 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9effa4-094c-4ded-8a8a-4d2dff3481be req-bbadff3f-468f-4b9d-b301-c0f6c5ae04ea tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:26.679148 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3e9effa4-094c-4ded-8a8a-4d2dff3481be req-bbadff3f-468f-4b9d-b301-c0f6c5ae04ea tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0507977 Jul 14 11:49:26.724596 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3e9effa4-094c-4ded-8a8a-4d2dff3481be req-096faefd-045b-4f3f-9948-d5bc461dc2c5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Jul 14 11:49:27.267543 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=77 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:27.271853 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=77 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:27.284334 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646fbf6-f8a3-4f84-8e5a-9acff2e3add4 req-3e46356f-e09e-413f-aad8-6634417a594d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:27.285930 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5646fbf6-f8a3-4f84-8e5a-9acff2e3add4 req-3e46356f-e09e-413f-aad8-6634417a594d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0486162 Jul 14 11:49:27.335679 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5646fbf6-f8a3-4f84-8e5a-9acff2e3add4 req-ebf0ca32-28c9-405b-98ca-b10bb28d0eda tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442023 Jul 14 11:49:27.823762 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:27.843960 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361663c-c14a-4d40-9556-3ddf3ff81f52 req-f276b0ff-d2fb-4633-90bb-dc4ececd7a60 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:27.845454 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0361663c-c14a-4d40-9556-3ddf3ff81f52 req-f276b0ff-d2fb-4633-90bb-dc4ececd7a60 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0472696 Jul 14 11:49:27.894051 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0361663c-c14a-4d40-9556-3ddf3ff81f52 req-427734e6-f342-4038-8797-eef0c9271d8b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429645 Jul 14 11:49:28.447257 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1843c-6c9f-4c97-9367-3aa8e18d7931 req-3db32c87-6ca7-4f57-ac30-46a5aa98d087 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:28.448695 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9df1843c-6c9f-4c97-9367-3aa8e18d7931 req-3db32c87-6ca7-4f57-ac30-46a5aa98d087 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0464079 Jul 14 11:49:28.502168 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9df1843c-6c9f-4c97-9367-3aa8e18d7931 req-5b8c3028-76df-49b5-afb7-5a351ba9997a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473609 Jul 14 11:49:28.975476 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:29.011950 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8f9f6-d7e4-45ce-a519-21a53eb28754 req-0340b15f-0403-4595-965f-8498d491aabc tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:29.013395 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-85f8f9f6-d7e4-45ce-a519-21a53eb28754 req-0340b15f-0403-4595-965f-8498d491aabc tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0476871 Jul 14 11:49:29.064115 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-85f8f9f6-d7e4-45ce-a519-21a53eb28754 req-62ce3c24-ef8c-46ae-bae4-bcb78cc91308 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451162 Jul 14 11:49:29.617837 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c579ec-df5a-4937-a749-af5720757476 req-71a64e58-67c6-4e20-80c0-8dc2af18b294 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:29.619303 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-88c579ec-df5a-4937-a749-af5720757476 req-71a64e58-67c6-4e20-80c0-8dc2af18b294 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0473621 Jul 14 11:49:29.668689 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-88c579ec-df5a-4937-a749-af5720757476 req-056be5ef-47bc-4b55-a59a-db89a05ed496 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Jul 14 11:49:30.184501 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae2440-f1dc-426d-93fe-a6889c5012f4 req-aae90d07-bfa4-4335-b0d4-23aa9a998612 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:30.185998 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-aeae2440-f1dc-426d-93fe-a6889c5012f4 req-aae90d07-bfa4-4335-b0d4-23aa9a998612 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0480218 Jul 14 11:49:30.236382 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-aeae2440-f1dc-426d-93fe-a6889c5012f4 req-9805dbf4-b848-49ac-a2ae-4ec74d6f163f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434926 Jul 14 11:49:30.304486 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7ada8-241a-4edd-9af9-6bd1c7409312 req-a86ce951-87fe-4b07-a8f3-97451c221ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:30.305986 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-86c7ada8-241a-4edd-9af9-6bd1c7409312 req-a86ce951-87fe-4b07-a8f3-97451c221ba1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 1128 time: 0.0387640 Jul 14 11:49:30.354756 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-86c7ada8-241a-4edd-9af9-6bd1c7409312 req-f35eacec-0665-4a22-8df7-b62839d34681 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392048 Jul 14 11:49:30.783672 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4afc3-0e47-447f-b029-96ebe7ba274a req-c8509e9a-8528-4cde-b120-1d1a40dbbe89 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:30.785144 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-34b4afc3-0e47-447f-b029-96ebe7ba274a req-c8509e9a-8528-4cde-b120-1d1a40dbbe89 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0510874 Jul 14 11:49:30.835025 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-34b4afc3-0e47-447f-b029-96ebe7ba274a req-e0b960de-792d-4fea-a1a8-dfe2393c5382 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442929 Jul 14 11:49:31.353720 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00382a-5304-4607-80f8-089ab89032fe req-76dfbf18-5c90-48e1-89c0-a87e1a4b6fcb tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:31.355196 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6f00382a-5304-4607-80f8-089ab89032fe req-76dfbf18-5c90-48e1-89c0-a87e1a4b6fcb tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0476913 Jul 14 11:49:31.403132 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6f00382a-5304-4607-80f8-089ab89032fe req-b03bda09-2fe3-47c4-bc2f-20be08484a9e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Jul 14 11:49:31.956863 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aad20b-df74-432c-a06f-6ee8bfcc5788 req-9e4e0c45-b497-4fdd-80ab-ec2180790eaf tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:31.958351 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-90aad20b-df74-432c-a06f-6ee8bfcc5788 req-9e4e0c45-b497-4fdd-80ab-ec2180790eaf tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0504010 Jul 14 11:49:32.008006 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-90aad20b-df74-432c-a06f-6ee8bfcc5788 req-d7e35401-0b3d-4f50-ae51-029191773f0e tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438535 Jul 14 11:49:32.536814 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43afcfd-26df-4b39-a598-416d170ce89e req-0c0907b6-4016-4aa1-bf65-2101e3a5f6cd tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:32.538320 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b43afcfd-26df-4b39-a598-416d170ce89e req-0c0907b6-4016-4aa1-bf65-2101e3a5f6cd tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0603788 Jul 14 11:49:32.586662 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b43afcfd-26df-4b39-a598-416d170ce89e req-5a253e9a-3271-46f8-996c-194fd6c54f2a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Jul 14 11:49:33.121247 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6d872-be5c-4b42-b0ca-cc44fd012aae req-12f78c6c-5866-4b86-b063-737cf33e9256 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:33.122627 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-93e6d872-be5c-4b42-b0ca-cc44fd012aae req-12f78c6c-5866-4b86-b063-737cf33e9256 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 944 time: 0.0474513 Jul 14 11:49:33.146486 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device df04a441-a4c9-485f-845a-68acb74d2d4e details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:49:33.160065 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:33.175677 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-93e6d872-be5c-4b42-b0ca-cc44fd012aae req-1265d398-2cc7-4c58-9ae0-2d5b44c62cc2 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475860 Jul 14 11:49:33.248718 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port df04a441-a4c9-485f-845a-68acb74d2d4e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=df04a441-a4c9-485f-845a-68acb74d2d4e,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:33.260110 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'port_id': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'mac_address': 'fa:16:3e:4d:07:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:49:33.295780 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port df04a441-a4c9-485f-845a-68acb74d2d4e is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:49:33.296160 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:33.308806 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df04a441-a4c9-485f-845a-68acb74d2d4e {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:49:33.331381 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port df04a441-a4c9-485f-845a-68acb74d2d4e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=df04a441-a4c9-485f-845a-68acb74d2d4e,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:33.406917 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:33.453314 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=df04a441-a4c9-485f-845a-68acb74d2d4e,revision_number=7']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:33.713006 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94971ffe-7334-4309-a805-7b00aae904b7 req-6379dc57-faab-4a1e-b67a-7d4ed2a0997a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:33.714431 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-94971ffe-7334-4309-a805-7b00aae904b7 req-6379dc57-faab-4a1e-b67a-7d4ed2a0997a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0481088 Jul 14 11:49:33.761425 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-94971ffe-7334-4309-a805-7b00aae904b7 req-045e15d3-f5ca-4eba-baaf-ac7ac00ec90b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Jul 14 11:49:33.790050 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['df04a441-a4c9-485f-845a-68acb74d2d4e'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:34.881275 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed161e5e-3964-4a88-b67c-23d56be69568 req-58d637d9-504e-442b-aa96-737f9cfab362 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:34.882658 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ed161e5e-3964-4a88-b67c-23d56be69568 req-58d637d9-504e-442b-aa96-737f9cfab362 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0471694 Jul 14 11:49:34.932232 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ed161e5e-3964-4a88-b67c-23d56be69568 req-b8cd1288-1871-4c8c-b1b5-12a300de281c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440588 Jul 14 11:49:35.147458 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device df04a441-a4c9-485f-845a-68acb74d2d4e up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:35.191854 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port df04a441-a4c9-485f-845a-68acb74d2d4e triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:49:35.192222 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:35.264659 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port df04a441-a4c9-485f-845a-68acb74d2d4e is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:49:35.265044 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:35.287943 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:49:35.289366 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:49:35.290189 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba3fbbc-37c0-4022-969e-a7ab1a7faf09" -d '{"events": [{"server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "name": "network-vif-plugged", "status": "completed", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:35.303314 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port df04a441-a4c9-485f-845a-68acb74d2d4e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=df04a441-a4c9-485f-845a-68acb74d2d4e,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:35.325147 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ed6c6b-0978-4f9e-bbc8-f7c4597d9a68 x-openstack-request-id: req-83ed6c6b-0978-4f9e-bbc8-f7c4597d9a68 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:35.325462 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "name": "network-vif-plugged", "status": "completed", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:35.325652 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-83ed6c6b-0978-4f9e-bbc8-f7c4597d9a68 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:35.326046 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ed6c6b-0978-4f9e-bbc8-f7c4597d9a68'] response: {'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'code': 200} Jul 14 11:49:35.364939 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:35.412367 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=df04a441-a4c9-485f-845a-68acb74d2d4e,revision_number=8']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:36.039378 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:36.051469 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e1890-0dae-405f-861c-3d374a97bc09 req-7be496e1-4e2f-4fe6-95c8-7d21e39b6d57 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:36.052871 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-242e1890-0dae-405f-861c-3d374a97bc09 req-7be496e1-4e2f-4fe6-95c8-7d21e39b6d57 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0483575 Jul 14 11:49:36.100453 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-242e1890-0dae-405f-861c-3d374a97bc09 req-39c43b56-09ae-4a7b-9d66-5c08de5f5849 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 Jul 14 11:49:37.221550 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25d85a-ad72-481e-afaa-df59250044e3 req-668d9921-0120-4f87-a315-b20c7360c193 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:37.223047 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4e25d85a-ad72-481e-afaa-df59250044e3 req-668d9921-0120-4f87-a315-b20c7360c193 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0485654 Jul 14 11:49:37.276936 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4e25d85a-ad72-481e-afaa-df59250044e3 req-892eb427-baa9-4c16-9f3c-61728b8be246 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471578 Jul 14 11:49:38.399201 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16a77b-7d8d-4061-bf53-9ad7c2b2bb75 req-92cfbd7b-1fc2-4fe7-9cc0-db92136b1b25 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:38.400732 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2d16a77b-7d8d-4061-bf53-9ad7c2b2bb75 req-92cfbd7b-1fc2-4fe7-9cc0-db92136b1b25 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0506105 Jul 14 11:49:38.448269 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2d16a77b-7d8d-4061-bf53-9ad7c2b2bb75 req-935a3a25-61c1-4f65-8a02-6f2630fadfaa tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411367 Jul 14 11:49:39.566674 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef90fc-a0c4-4d83-80c4-fc62430e188c req-9b73be4a-51e8-4547-971a-86e36f190f1d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:39.568175 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-fdef90fc-a0c4-4d83-80c4-fc62430e188c req-9b73be4a-51e8-4547-971a-86e36f190f1d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0479727 Jul 14 11:49:39.616250 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-fdef90fc-a0c4-4d83-80c4-fc62430e188c req-405174fc-edc4-4eaf-9fad-eed99697c35d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Jul 14 11:49:40.735464 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b575e-c03a-4761-8c18-af3b6c73195d req-34573807-1a3e-4604-818e-401c7f64705d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:40.736942 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bb6b575e-c03a-4761-8c18-af3b6c73195d req-34573807-1a3e-4604-818e-401c7f64705d tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0482576 Jul 14 11:49:40.783494 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bb6b575e-c03a-4761-8c18-af3b6c73195d req-df44e567-b2da-4dc3-a010-ace1513d8026 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411396 Jul 14 11:49:41.904523 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb24d82-662a-4349-91c6-5394ae2e0f3f req-24167493-8833-4ab5-94c6-595f5d6f5156 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:41.906044 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6bb24d82-662a-4349-91c6-5394ae2e0f3f req-24167493-8833-4ab5-94c6-595f5d6f5156 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0512455 Jul 14 11:49:41.952844 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6bb24d82-662a-4349-91c6-5394ae2e0f3f req-4356c4f4-2680-4338-9463-35253293cc35 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412040 Jul 14 11:49:43.061987 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:43.077869 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f3156-8d85-424b-a5b5-501e98fbc4a8 req-3d0409d3-19db-4fbc-8792-941aaa3020f8 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:43.079338 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e86f3156-8d85-424b-a5b5-501e98fbc4a8 req-3d0409d3-19db-4fbc-8792-941aaa3020f8 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0483439 Jul 14 11:49:43.127597 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e86f3156-8d85-424b-a5b5-501e98fbc4a8 req-9242f4f4-b56d-4c08-ab35-3f5c7b7e2c5f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426762 Jul 14 11:49:43.164111 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5c8aa46b-5efe-4ab3-b31e-03775de21303 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:49:43.167397 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:43.268791 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:43.281139 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'port_id': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'mac_address': 'fa:16:3e:d4:27:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:49:43.305537 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:43.318190 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 5c8aa46b-5efe-4ab3-b31e-03775de21303 is: ACTIVE; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:49:43.318597 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:43.332550 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c8aa46b-5efe-4ab3-b31e-03775de21303 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:49:43.357245 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:43.456459 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:43.510826 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=5c8aa46b-5efe-4ab3-b31e-03775de21303,revision_number=6']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:43.649486 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['5c8aa46b-5efe-4ab3-b31e-03775de21303'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:49:44.248091 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9413dc2-507b-423c-8498-e86adcd75c5d req-1c377358-9f70-4270-a619-f35be05e3249 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:44.249625 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f9413dc2-507b-423c-8498-e86adcd75c5d req-1c377358-9f70-4270-a619-f35be05e3249 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 945 time: 0.0494115 Jul 14 11:49:44.298776 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f9413dc2-507b-423c-8498-e86adcd75c5d req-e637b72a-40a0-4086-9355-72b3f24ce78a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Jul 14 11:49:44.915355 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-65d18c05-5c5f-4382-a4ae-b0e10cd138aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:45.178753 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5c8aa46b-5efe-4ab3-b31e-03775de21303 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:49:45.222624 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 5c8aa46b-5efe-4ab3-b31e-03775de21303 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:49:45.222984 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:45.256646 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:45.285227 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:45.296816 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 5c8aa46b-5efe-4ab3-b31e-03775de21303 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:49:45.297219 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:45.319111 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:49:45.321320 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d529c41-f7c7-4739-a120-df2376bbf3e9" -d '{"events": [{"server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "name": "network-vif-plugged", "status": "completed", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:45.336680 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:45.401050 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:45.430208 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a593362e-7b29-47f7-8d8a-8a06d033e02e x-openstack-request-id: req-a593362e-7b29-47f7-8d8a-8a06d033e02e {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:45.430498 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "name": "network-vif-plugged", "status": "completed", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:45.430744 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a593362e-7b29-47f7-8d8a-8a06d033e02e {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:45.431720 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a593362e-7b29-47f7-8d8a-8a06d033e02e'] response: {'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'code': 200} Jul 14 11:49:45.433582 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542597c-bfbd-4edd-a67b-ed7cb1b7c114 req-21567e76-6279-46a8-a01f-c99e6c88d6d9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:45.437563 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9542597c-bfbd-4edd-a67b-ed7cb1b7c114 req-21567e76-6279-46a8-a01f-c99e6c88d6d9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 945 time: 0.0554316 Jul 14 11:49:45.455472 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:45.460579 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=5c8aa46b-5efe-4ab3-b31e-03775de21303,revision_number=7']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:45.486053 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9542597c-bfbd-4edd-a67b-ed7cb1b7c114 req-4de997a4-867f-4561-b421-488993672b44 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447803 Jul 14 11:49:46.619803 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c5cc3-4bf2-4615-8925-4d4d45417bb6 req-c748e67d-9773-467a-a75d-024c587d3bba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:46.621916 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-270c5cc3-4bf2-4615-8925-4d4d45417bb6 req-c748e67d-9773-467a-a75d-024c587d3bba tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0500844 Jul 14 11:49:46.726327 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-270c5cc3-4bf2-4615-8925-4d4d45417bb6 req-c0de94c3-f8c4-4c15-b17a-c573409cebf5 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959897 Jul 14 11:49:47.053133 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6fe26d14-4f9e-4b3b-a78c-e231d1b3f3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:47.890967 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e5562-b53c-48fe-b89b-ce096250672a req-4ca2119b-2306-41cf-8e1c-62e6f02bd1a9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:47.893254 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-795e5562-b53c-48fe-b89b-ce096250672a req-4ca2119b-2306-41cf-8e1c-62e6f02bd1a9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0577717 Jul 14 11:49:47.965978 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-795e5562-b53c-48fe-b89b-ce096250672a req-8ab0a5bf-e9f5-467a-a482-428bc1299757 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626853 Jul 14 11:49:48.326782 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:49.099370 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff116-8c29-4120-8288-13c5276162f4 req-6f08f491-9c89-477b-8bd4-f645edbc2184 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:49.100770 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2cbff116-8c29-4120-8288-13c5276162f4 req-6f08f491-9c89-477b-8bd4-f645edbc2184 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0490584 Jul 14 11:49:49.150249 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2cbff116-8c29-4120-8288-13c5276162f4 req-79268d18-caa8-44f8-ac7d-30cc2a11c7be tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423002 Jul 14 11:49:49.661215 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:50.000894 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:50.313132 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eb0f0-723c-4a37-898e-88625ccda0e9 req-6653898a-ffdf-43df-89fc-af7922ad2864 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:50.314637 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f45eb0f0-723c-4a37-898e-88625ccda0e9 req-6653898a-ffdf-43df-89fc-af7922ad2864 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0519364 Jul 14 11:49:50.395057 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f45eb0f0-723c-4a37-898e-88625ccda0e9 req-3d1752fe-e870-4cbb-aa1f-7f0b5e0628b8 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700181 Jul 14 11:49:51.531882 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297077e-1f16-4657-a887-e144264722ae req-19064759-d65d-44b3-8064-77d630313838 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:51.536411 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9297077e-1f16-4657-a887-e144264722ae req-19064759-d65d-44b3-8064-77d630313838 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0678160 Jul 14 11:49:51.602612 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9297077e-1f16-4657-a887-e144264722ae req-965cdd3d-70ab-46d7-9285-f9756781f180 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598822 Jul 14 11:49:52.755883 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aad4d-e6b8-47a9-b17b-89eb9f95f74d req-8691903d-8fd4-4e3b-b735-d6b8c71ba8c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:52.757390 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b96aad4d-e6b8-47a9-b17b-89eb9f95f74d req-8691903d-8fd4-4e3b-b735-d6b8c71ba8c7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0548198 Jul 14 11:49:52.812207 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b96aad4d-e6b8-47a9-b17b-89eb9f95f74d req-ecffd4a8-a0a8-479d-b125-6db6712a3073 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483522 Jul 14 11:49:53.002953 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cda28e-abab-4d77-873c-d5128acab0ee req-b91f6626-ce33-4899-b874-f779906b7001 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:53.009824 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-67cda28e-abab-4d77-873c-d5128acab0ee req-b91f6626-ce33-4899-b874-f779906b7001 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0570252 Jul 14 11:49:53.070550 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-67cda28e-abab-4d77-873c-d5128acab0ee req-7d6c66ce-f7c1-4ed0-9ac5-80f69786291e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597725 Jul 14 11:49:53.968216 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0aebc-1603-41e7-81c8-7dfe724d4516 req-74f54963-0e70-4a1b-aeb3-1782571df85e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:53.975718 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b4b0aebc-1603-41e7-81c8-7dfe724d4516 req-74f54963-0e70-4a1b-aeb3-1782571df85e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0651507 Jul 14 11:49:54.042254 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b4b0aebc-1603-41e7-81c8-7dfe724d4516 req-2b2da4d2-0b83-448e-9436-b5f6b0881c37 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653999 Jul 14 11:49:54.188108 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441e6a6-1821-4aa3-a873-6d747a28207b req-e38d40f8-d3d3-4b05-8b3a-c449b126eb35 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:54.189894 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8441e6a6-1821-4aa3-a873-6d747a28207b req-e38d40f8-d3d3-4b05-8b3a-c449b126eb35 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0496941 Jul 14 11:49:54.203151 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:54.242228 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8441e6a6-1821-4aa3-a873-6d747a28207b req-660d8ae7-0aea-4979-bf0d-104fb2839922 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465848 Jul 14 11:49:55.168508 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf21a02-378c-42b2-bbf1-0bca43314628 req-fb030da7-65dc-4828-ad95-10355404a0f2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:55.172871 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8cf21a02-378c-42b2-bbf1-0bca43314628 req-fb030da7-65dc-4828-ad95-10355404a0f2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0528779 Jul 14 11:49:55.224642 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8cf21a02-378c-42b2-bbf1-0bca43314628 req-649d9ce4-0fd2-4c83-aca9-93770d7f6e44 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479946 Jul 14 11:49:55.382993 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9f291-d0cf-45f3-9cab-6550f64821c5 req-dc17318b-18a5-4357-8e37-3a126a303bd6 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:55.384603 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5cd9f291-d0cf-45f3-9cab-6550f64821c5 req-dc17318b-18a5-4357-8e37-3a126a303bd6 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0622520 Jul 14 11:49:55.438968 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5cd9f291-d0cf-45f3-9cab-6550f64821c5 req-f676f610-aa15-4541-a801-11d266ad3485 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467601 Jul 14 11:49:56.356322 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cdf13-d81a-47e7-bb66-7d32b6de4f75 req-62530d36-2b6c-4f14-be59-af3e83cbdfdd tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:56.357892 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8d8cdf13-d81a-47e7-bb66-7d32b6de4f75 req-62530d36-2b6c-4f14-be59-af3e83cbdfdd tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0557017 Jul 14 11:49:56.372100 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:56.426655 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8d8cdf13-d81a-47e7-bb66-7d32b6de4f75 req-34437ad4-6c74-46a7-bc10-12930bd1308b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617292 Jul 14 11:49:56.578512 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8589dd-ccd3-49fb-a9ac-be2639d5898a req-7abcdee4-d558-4365-a750-1910ad44f520 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:56.579606 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1e8589dd-ccd3-49fb-a9ac-be2639d5898a req-7abcdee4-d558-4365-a750-1910ad44f520 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0563145 Jul 14 11:49:56.639620 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1e8589dd-ccd3-49fb-a9ac-be2639d5898a req-72e89e30-e0f2-46f2-ba3c-bcaf6c601dd3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=1ea535f3-760d-430a-b5e8-e55b5a04199e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531306 Jul 14 11:49:57.068644 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-f8f2c037-741f-4b1e-a47c-8fab5126751f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:57.070107 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-f8f2c037-741f-4b1e-a47c-8fab5126751f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 945 time: 0.0464103 Jul 14 11:49:57.160672 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Deleting port 941e85d3-a14c-4664-99a5-c7fce2347e18 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:49:57.161015 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:57.260153 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] For port 941e85d3-a14c-4664-99a5-c7fce2347e18, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=941e85d3-a14c-4664-99a5-c7fce2347e18,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:49:57.260515 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:57.427461 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:57.428217 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (4beff2a0-c320-4c92-95a6-5f06af6da28d), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:57.428217 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Floating IP 4beff2a0-c320-4c92-95a6-5f06af6da28d disassociated. External IP: 172.27.3.140, port: 941e85d3-a14c-4664-99a5-c7fce2347e18. Jul 14 11:49:57.428431 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Calling delete_port for 941e85d3-a14c-4664-99a5-c7fce2347e18 owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:49:57.556683 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:57.581451 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd67ab9-6990-4f2c-9509-021e989fa0b9 req-89e796ba-8c72-4605-a85f-bbd5f698ed59 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:57.583208 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9dd67ab9-6990-4f2c-9509-021e989fa0b9 req-89e796ba-8c72-4605-a85f-bbd5f698ed59 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0772860 Jul 14 11:49:57.640722 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9dd67ab9-6990-4f2c-9509-021e989fa0b9 req-3c4adbe8-c4c0-4419-9ee2-a063dad29667 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490146 Jul 14 11:49:57.669754 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (941e85d3-a14c-4664-99a5-c7fce2347e18), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:57.703658 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event deleted for resources: {'Port': ['ID=941e85d3-a14c-4664-99a5-c7fce2347e18,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:49:57.722119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.722119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.722119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.722119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.722119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.722119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.722119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.722119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.722119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.722119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.722119 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.723272 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.723366 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.723778 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.724169 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:49:57.750587 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-8b81b523-1c43-4026-b996-0bdc1680f0d9 req-bdad9de6-df49-40fc-8392-fec799971f4a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 210 time: 0.0327172 Jul 14 11:49:57.773704 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:57.850577 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:58.087915 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Router 3a693114-55a9-41f6-942e-34fe1c178c7c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:49:58.210170 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c68a2-16a2-4ef3-b582-be7b473fa648 req-ea12dc1f-d1d7-46bd-81ef-db283d546cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:58.211684 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dc0c68a2-16a2-4ef3-b582-be7b473fa648 req-ea12dc1f-d1d7-46bd-81ef-db283d546cc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 1130 time: 0.1506488 Jul 14 11:49:58.232737 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:49:58.242728 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5799398-b281-4ac5-a5a7-beae4181f759 None None] Sync routers for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:49:58.253615 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5799398-b281-4ac5-a5a7-beae4181f759 None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:49:58.254234 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a5799398-b281-4ac5-a5a7-beae4181f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:49:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:58.276546 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] No DVR routers for this DVR port 941e85d3-a14c-4664-99a5-c7fce2347e18 on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:49:58.279720 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:49:58.283047 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e28c4a8b-5a01-4fa3-8914-1cb879b27ca6 req-a9120bf4-1a80-4c86-88c5-c1f8cfc7470e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "DELETE /v2.0/ports/941e85d3-a14c-4664-99a5-c7fce2347e18 HTTP/1.1" status: 204 len: 173 time: 1.2066460 Jul 14 11:49:58.283510 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'name': 'network-vif-deleted', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:49:58.285891 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc5e5bb-6644-4901-a490-609cb9d13af5" -d '{"events": [{"server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "name": "network-vif-deleted", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:49:58.368401 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-a5799398-b281-4ac5-a5a7-beae4181f759 None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:49:58.446819 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f97d18-15ca-4e31-af43-350dfb17720a x-openstack-request-id: req-21f97d18-15ca-4e31-af43-350dfb17720a {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:49:58.447355 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c667180-b390-45de-b693-7d59b8369eb6", "name": "network-vif-deleted", "tag": "941e85d3-a14c-4664-99a5-c7fce2347e18", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:49:58.447355 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-21f97d18-15ca-4e31-af43-350dfb17720a {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:49:58.447727 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f97d18-15ca-4e31-af43-350dfb17720a'] response: {'server_uuid': '1c667180-b390-45de-b693-7d59b8369eb6', 'name': 'network-vif-deleted', 'tag': '941e85d3-a14c-4664-99a5-c7fce2347e18', 'status': 'completed', 'code': 200} Jul 14 11:49:58.454154 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c68a2-16a2-4ef3-b582-be7b473fa648 req-714f8184-f814-4466-8118-898fe7b47a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:58.455993 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dc0c68a2-16a2-4ef3-b582-be7b473fa648 req-714f8184-f814-4466-8118-898fe7b47a59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 918 time: 0.1420510 Jul 14 11:49:58.537052 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dc0c68a2-16a2-4ef3-b582-be7b473fa648 req-3e6a23aa-4e3f-4e91-b7c1-4e68cdf6833e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303 HTTP/1.1" status: 200 len: 1001 time: 0.0603895 Jul 14 11:49:58.616429 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c68a2-16a2-4ef3-b582-be7b473fa648 req-1709c440-36c4-4ded-8732-0addd2fe0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:58.618114 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dc0c68a2-16a2-4ef3-b582-be7b473fa648 req-1709c440-36c4-4ded-8732-0addd2fe0fe8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ffca6be3-1873-4c11-b23e-8cff8d06e710 HTTP/1.1" status: 200 len: 856 time: 0.0460386 Jul 14 11:49:58.677251 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a5799398-b281-4ac5-a5a7-beae4181f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:23Z', 'revision_number': 5, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:58.704277 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5799398-b281-4ac5-a5a7-beae4181f759 None None] Checking router: 3a693114-55a9-41f6-942e-34fe1c178c7c for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:49:58.713314 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5799398-b281-4ac5-a5a7-beae4181f759 None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:49:58.713930 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a5799398-b281-4ac5-a5a7-beae4181f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:49:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:58.764308 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:49:58.773269 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5277b-1017-4e8a-95da-da5b0db7aa3e req-0ddee6af-9e6f-4a5e-9b9a-921a56ec06ac tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:58.779111 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-81c5277b-1017-4e8a-95da-da5b0db7aa3e req-0ddee6af-9e6f-4a5e-9b9a-921a56ec06ac tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0493407 Jul 14 11:49:58.826353 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-a5799398-b281-4ac5-a5a7-beae4181f759 None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:49:58.839403 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-81c5277b-1017-4e8a-95da-da5b0db7aa3e req-d7de7684-1e04-4ec3-91bb-ad6fc6deaf18 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585113 Jul 14 11:49:58.908959 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e7c99a7b-3278-47ee-83a9-3e6b3e9f73fd req-be60dc0e-8e65-4b49-b925-4e27e6cf75b3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 210 time: 0.0345154 Jul 14 11:49:58.912226 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c68a2-16a2-4ef3-b582-be7b473fa648 req-20c158e1-e051-430b-a93c-0f7be4c6c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:58.913679 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dc0c68a2-16a2-4ef3-b582-be7b473fa648 req-20c158e1-e051-430b-a93c-0f7be4c6c9a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4586847-6136-4dce-945a-818d63fc4328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791607 Jul 14 11:49:59.017113 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dc0c68a2-16a2-4ef3-b582-be7b473fa648 req-d8ea3b26-fbf4-459a-aef0-ff4c756f1aa6 service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905244 Jul 14 11:49:59.059760 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-a5799398-b281-4ac5-a5a7-beae4181f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:23Z', 'revision_number': 5, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:49:59.085426 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5799398-b281-4ac5-a5a7-beae4181f759 None None] The sync data for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi is: [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:19Z', 'revision_number': 4, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '781a74f6-90ba-4582-b31c-fdf6fbbeeffc', 'name': '', 'network_id': 'ebc2b171-9c41-4e23-a0fc-6ea3655664fa', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'mac_address': 'fa:16:3e:a3:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:19Z', 'updated_at': '2022-07-14T11:45:23Z', 'revision_number': 5, 'project_id': '951609a482e34e93908057a68c5dc706', 'subnets': [{'id': '8e385eef-cb9e-45fd-a255-5c2757689038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:49:59.301755 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc9637-4eb6-432f-88d3-95583dc577d9 None None] New status for floating IP 4beff2a0-c320-4c92-95a6-5f06af6da28d: DOWN {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:49:59.363805 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dc0c68a2-16a2-4ef3-b582-be7b473fa648 req-11226da4-6d27-4f34-a94a-e5ae72c3ace7 service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914640 Jul 14 11:49:59.960999 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05dd48-54ab-4e48-ad34-738419801be5 req-578ea546-2769-4cca-b9e0-7f49c005dd25 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:49:59.962541 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9b05dd48-54ab-4e48-ad34-738419801be5 req-578ea546-2769-4cca-b9e0-7f49c005dd25 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0499029 Jul 14 11:50:00.005892 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:00.014356 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9b05dd48-54ab-4e48-ad34-738419801be5 req-b11521ff-f5f0-4a1b-9dba-43d7961cf3bc tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454383 Jul 14 11:50:00.024016 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9b59ee5c-6f89-4220-8866-e8b94e05decc req-8be511fe-c437-4d5d-b628-0b255f12fc38 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 210 time: 0.0334566 Jul 14 11:50:01.144146 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-fc4217ad-0ece-4959-ac9d-36bb2c92a0d4 req-49927fef-8112-45a4-9e38-35c8a191ef59 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=1c667180-b390-45de-b693-7d59b8369eb6 HTTP/1.1" status: 200 len: 210 time: 0.0344145 Jul 14 11:50:01.156156 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b36698-0997-4dfb-bdf4-7bd39a619fd1 req-0a65359d-1cc7-4e6b-a2aa-5dfd5cdf9af0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:01.159304 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-18b36698-0997-4dfb-bdf4-7bd39a619fd1 req-0a65359d-1cc7-4e6b-a2aa-5dfd5cdf9af0 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 946 time: 0.0624716 Jul 14 11:50:01.205750 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-18b36698-0997-4dfb-bdf4-7bd39a619fd1 req-fa31d685-c61e-4938-b909-73ff0e31fa2f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424383 Jul 14 11:50:01.242002 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5c8aa46b-5efe-4ab3-b31e-03775de21303 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:01.314227 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 5c8aa46b-5efe-4ab3-b31e-03775de21303 is: ACTIVE; New status is: DOWN {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:50:01.314439 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:01.337458 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:50:01.340267 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c727f254-96de-4416-ac39-e32e3d2edf35" -d '{"events": [{"server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:01.357335 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:01.379791 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad8f698-31fb-4a07-a52f-1744886a8cb8 x-openstack-request-id: req-aad8f698-31fb-4a07-a52f-1744886a8cb8 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:01.380084 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:01.380336 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-aad8f698-31fb-4a07-a52f-1744886a8cb8 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:01.380763 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad8f698-31fb-4a07-a52f-1744886a8cb8'] response: {'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'code': 200} Jul 14 11:50:01.464255 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:01.465145 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 941e85d3-a14c-4664-99a5-c7fce2347e18 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:01.505069 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 941e85d3-a14c-4664-99a5-c7fce2347e18 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:01.505512 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 941e85d3-a14c-4664-99a5-c7fce2347e18 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:01.538670 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=5c8aa46b-5efe-4ab3-b31e-03775de21303,revision_number=8']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:01.547303 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.547646 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.548056 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.548333 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.548759 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.549033 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.549404 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.549722 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.554428 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.554428 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.554428 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.554428 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.554428 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.554428 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:01.554428 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.097492 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-90260c4d-ad2b-4404-9b57-44406bd338ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397694 Jul 14 11:50:02.156363 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-21f6eaf0-c59e-417d-b0d5-cfe2339e59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:02.157923 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-21f6eaf0-c59e-417d-b0d5-cfe2339e59a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951609a482e34e93908057a68c5dc706&device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 1130 time: 0.0400512 Jul 14 11:50:02.276390 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-792f6195-4e49-467f-876c-2b0bca3b903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:02.278457 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-792f6195-4e49-467f-876c-2b0bca3b903a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 200 len: 919 time: 0.0963399 Jul 14 11:50:02.316211 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40102) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:02.319957 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-e1d80728-0e43-44cf-a6fb-991e48156cab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfabf88c-ae26-4c85-af20-c102b65a3c9b HTTP/1.1" status: 200 len: 217 time: 0.0336828 Jul 14 11:50:02.376659 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-64bee7b7-7435-429f-a642-3db1cc9d4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:02.378191 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-64bee7b7-7435-429f-a642-3db1cc9d4320 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 200 len: 857 time: 0.0521264 Jul 14 11:50:02.409869 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group (1ea535f3-760d-430a-b5e8-e55b5a04199e), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:02.432167 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-e99ae509-93ab-471f-95d3-dca728d17ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:02.433791 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-e99ae509-93ab-471f-95d3-dca728d17ab6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc2b171-9c41-4e23-a0fc-6ea3655664fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468822 Jul 14 11:50:02.443326 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ee084-bc3e-4a99-a240-c57833c366eb req-adba6357-d921-4174-9dc8-0d8d8f35628e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:02.447981 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d11ee084-bc3e-4a99-a240-c57833c366eb req-adba6357-d921-4174-9dc8-0d8d8f35628e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0789375 Jul 14 11:50:02.455718 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group (1ea535f3-760d-430a-b5e8-e55b5a04199e), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:02.529578 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d11ee084-bc3e-4a99-a240-c57833c366eb req-40a67b66-ae77-4bce-8d24-266674188132 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791070 Jul 14 11:50:02.559902 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-ee1acf8f-8466-40bc-b324-184eaef4597d service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167092 Jul 14 11:50:02.602938 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:02.611711 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (1ea535f3-760d-430a-b5e8-e55b5a04199e), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:02.614271 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:02.619634 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "DELETE /v2.0/security-groups/1ea535f3-760d-430a-b5e8-e55b5a04199e HTTP/1.1" status: 204 len: 168 time: 0.3002985 Jul 14 11:50:02.619634 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40110) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:02.644148 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea535f3-760d-430a-b5e8-e55b5a04199e,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:02.653677 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.654007 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.654350 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.654858 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.655367 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.655852 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.656336 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.656816 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.657345 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.657838 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.658332 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.658985 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.661236 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.661748 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.662171 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d2f969-e9d8-4e31-9a6d-d910ce367225 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:02.667517 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.api.v2.resource [None req-13b02f7a-2958-49e8-9364-f40296c009cc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] show failed (client error): The resource could not be found. Jul 14 11:50:02.671115 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-13b02f7a-2958-49e8-9364-f40296c009cc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups/1ea535f3-760d-430a-b5e8-e55b5a04199e HTTP/1.1" status: 404 len: 347 time: 0.0441985 Jul 14 11:50:02.672479 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40112) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:02.675774 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a2612162-21aa-4ab7-8fd2-7a071dedb756 req-0110c293-b99f-4ec6-99c3-576c53748cc9 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075215 Jul 14 11:50:02.807388 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-ed270edb-bec4-4f57-8ff8-1c61c29e548e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Deleting port 724e98e9-f2c5-433c-b8ad-5da357376dc3 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:02.807735 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ed270edb-bec4-4f57-8ff8-1c61c29e548e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (724e98e9-f2c5-433c-b8ad-5da357376dc3), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:02.886539 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ed270edb-bec4-4f57-8ff8-1c61c29e548e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (724e98e9-f2c5-433c-b8ad-5da357376dc3), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:02.886869 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ed270edb-bec4-4f57-8ff8-1c61c29e548e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for floatingip (724e98e9-f2c5-433c-b8ad-5da357376dc3), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:02.900111 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-ed270edb-bec4-4f57-8ff8-1c61c29e548e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Calling delete_port for 724e98e9-f2c5-433c-b8ad-5da357376dc3 owned by network:floatingip {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:03.112898 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ed270edb-bec4-4f57-8ff8-1c61c29e548e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (724e98e9-f2c5-433c-b8ad-5da357376dc3), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:03.116338 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:03.136758 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed270edb-bec4-4f57-8ff8-1c61c29e548e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event deleted for resources: {'Port': ['ID=724e98e9-f2c5-433c-b8ad-5da357376dc3,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:03.165252 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ed270edb-bec4-4f57-8ff8-1c61c29e548e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks [] for floatingip (4beff2a0-c320-4c92-95a6-5f06af6da28d), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:03.168324 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ed270edb-bec4-4f57-8ff8-1c61c29e548e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:03.169559 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-ed270edb-bec4-4f57-8ff8-1c61c29e548e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "DELETE /v2.0/floatingips/4beff2a0-c320-4c92-95a6-5f06af6da28d HTTP/1.1" status: 204 len: 168 time: 0.4954524 Jul 14 11:50:04.611791 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065c380-7c29-40bb-a287-28bfc8b0bf1f req-4ff03ecd-73a5-4696-bd9b-4f1df38813a8 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:04.613288 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7065c380-7c29-40bb-a287-28bfc8b0bf1f req-4ff03ecd-73a5-4696-bd9b-4f1df38813a8 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0511982 Jul 14 11:50:04.674560 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7065c380-7c29-40bb-a287-28bfc8b0bf1f req-e6210a40-89ca-4aa4-bfdd-3bbb58d8b7ac tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555766 Jul 14 11:50:04.997715 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40172) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:05.078676 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-18e5794e-c130-4672-b100-a148d16e4302 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804162 Jul 14 11:50:05.087027 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-0749115f-efed-4307-8348-a111e04c4739 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:50:05.087975 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-0749115f-efed-4307-8348-a111e04c4739 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047793 Jul 14 11:50:05.169622 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40182) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:05.242226 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5c8aa46b-5efe-4ab3-b31e-03775de21303 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:05.266959 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-5df5d2b2-5a62-4e8e-b7cc-23ce7f0127ca tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:05.269009 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-5df5d2b2-5a62-4e8e-b7cc-23ce7f0127ca tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports/5c8aa46b-5efe-4ab3-b31e-03775de21303 HTTP/1.1" status: 200 len: 941 time: 0.0983424 Jul 14 11:50:05.319069 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 5c8aa46b-5efe-4ab3-b31e-03775de21303 is: DOWN; New status is: DOWN {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:50:05.817683 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d75af-9ee0-4b89-bb32-76675e70b5ed req-03ea2178-f6ed-460d-9f54-c1fa636a48a8 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:05.819238 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d13d75af-9ee0-4b89-bb32-76675e70b5ed req-03ea2178-f6ed-460d-9f54-c1fa636a48a8 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0529737 Jul 14 11:50:05.872391 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d13d75af-9ee0-4b89-bb32-76675e70b5ed req-63abf937-7b86-4b9f-b024-03b2ef8e3b33 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469251 Jul 14 11:50:06.167087 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca479c-1b74-418c-a59f-97cb91758ef9 req-4684d1cb-42cf-4efb-b2d5-3e29657931fd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:06.169087 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d4ca479c-1b74-418c-a59f-97cb91758ef9 req-4684d1cb-42cf-4efb-b2d5-3e29657931fd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0462759 Jul 14 11:50:06.218447 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d4ca479c-1b74-418c-a59f-97cb91758ef9 req-d585fa1d-f2ff-44f1-86d1-b45255569d4a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428815 Jul 14 11:50:07.002294 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0632705-c22e-47c0-a155-f76b179350db req-daa71e5d-d024-45e5-96fd-13efb6143df7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:07.003815 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b0632705-c22e-47c0-a155-f76b179350db req-daa71e5d-d024-45e5-96fd-13efb6143df7 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0492523 Jul 14 11:50:07.054011 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b0632705-c22e-47c0-a155-f76b179350db req-4307be31-cef9-4c1f-a24d-e58f359bc55b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443382 Jul 14 11:50:07.338884 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf14e-9dc0-423d-8d27-e117890bf377 req-2e7d0528-8f03-4ba1-9bd4-64b8f3d9adcf tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:07.340995 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a6dbf14e-9dc0-423d-8d27-e117890bf377 req-2e7d0528-8f03-4ba1-9bd4-64b8f3d9adcf tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0477712 Jul 14 11:50:07.376567 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:07.388915 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a6dbf14e-9dc0-423d-8d27-e117890bf377 req-b5d98145-4cfb-404a-ad8d-feeec741c09d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Jul 14 11:50:08.179241 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acd873-eebb-47db-88e2-8355676611ef req-e7bb854b-3a30-4825-815e-6672aed8d2cd tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:08.181546 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f1acd873-eebb-47db-88e2-8355676611ef req-e7bb854b-3a30-4825-815e-6672aed8d2cd tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0535052 Jul 14 11:50:08.193304 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:08.230692 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f1acd873-eebb-47db-88e2-8355676611ef req-c7a8dc5f-2919-41a2-a3cc-9558cc932063 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430431 Jul 14 11:50:08.400688 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822af707-0c11-4a81-87ca-872759ab3a11 req-42f04ffe-d4e2-4521-9497-53ab4844eaa7 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:08.402155 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-822af707-0c11-4a81-87ca-872759ab3a11 req-42f04ffe-d4e2-4521-9497-53ab4844eaa7 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0480199 Jul 14 11:50:08.494363 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-822af707-0c11-4a81-87ca-872759ab3a11 req-bddc5b46-dade-44ff-b0d9-ada467fcc902 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Deleting port cfabf88c-ae26-4c85-af20-c102b65a3c9b {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:08.494696 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-822af707-0c11-4a81-87ca-872759ab3a11 req-bddc5b46-dade-44ff-b0d9-ada467fcc902 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:08.510922 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e6c89-a7cb-42a3-8b3a-3296442fbaf8 req-a07884cc-5db8-4c35-a01b-39e2ef6a8052 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:08.520568 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f66e6c89-a7cb-42a3-8b3a-3296442fbaf8 req-a07884cc-5db8-4c35-a01b-39e2ef6a8052 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 946 time: 0.0526297 Jul 14 11:50:08.564368 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f66e6c89-a7cb-42a3-8b3a-3296442fbaf8 req-2804fb18-2c8e-4b8f-8c88-eae77170974e tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462511 Jul 14 11:50:08.586368 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-822af707-0c11-4a81-87ca-872759ab3a11 req-bddc5b46-dade-44ff-b0d9-ada467fcc902 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] For port cfabf88c-ae26-4c85-af20-c102b65a3c9b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=cfabf88c-ae26-4c85-af20-c102b65a3c9b,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:08.586739 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-822af707-0c11-4a81-87ca-872759ab3a11 req-bddc5b46-dade-44ff-b0d9-ada467fcc902 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:08.600517 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-822af707-0c11-4a81-87ca-872759ab3a11 req-bddc5b46-dade-44ff-b0d9-ada467fcc902 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Calling delete_port for cfabf88c-ae26-4c85-af20-c102b65a3c9b owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:08.780036 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-822af707-0c11-4a81-87ca-872759ab3a11 req-bddc5b46-dade-44ff-b0d9-ada467fcc902 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (cfabf88c-ae26-4c85-af20-c102b65a3c9b), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:08.792394 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['cfabf88c-ae26-4c85-af20-c102b65a3c9b', 'f84daf6d-a5b5-4dcc-95ba-a981a1687434'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:08.814316 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc5b46-dade-44ff-b0d9-ada467fcc902 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event deleted for resources: {'Port': ['ID=cfabf88c-ae26-4c85-af20-c102b65a3c9b,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:08.827042 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-b7d82c63-697e-4865-a30e-81c4dcbdc0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:08.828755 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-b7d82c63-697e-4865-a30e-81c4dcbdc0fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404&tenant_id=81777430895b432999f69033667e59f1 HTTP/1.1" status: 200 len: 1128 time: 0.0778000 Jul 14 11:50:08.884903 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-822af707-0c11-4a81-87ca-872759ab3a11 req-bddc5b46-dade-44ff-b0d9-ada467fcc902 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] No DVR routers for this DVR port cfabf88c-ae26-4c85-af20-c102b65a3c9b on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:08.888307 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-822af707-0c11-4a81-87ca-872759ab3a11 req-bddc5b46-dade-44ff-b0d9-ada467fcc902 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:08.892184 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-822af707-0c11-4a81-87ca-872759ab3a11 req-bddc5b46-dade-44ff-b0d9-ada467fcc902 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "DELETE /v2.0/ports/cfabf88c-ae26-4c85-af20-c102b65a3c9b HTTP/1.1" status: 204 len: 173 time: 0.4846909 Jul 14 11:50:08.892632 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58800231-da1d-4abc-a4e9-76999be20567', 'name': 'network-vif-deleted', 'tag': 'cfabf88c-ae26-4c85-af20-c102b65a3c9b'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:50:08.894974 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ccfa6e-9563-4449-831c-9b6aab8b6d32" -d '{"events": [{"server_uuid": "58800231-da1d-4abc-a4e9-76999be20567", "name": "network-vif-deleted", "tag": "cfabf88c-ae26-4c85-af20-c102b65a3c9b"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:08.927897 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-173e5cbb-920e-4751-96e6-93e5f4383fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:08.929640 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-173e5cbb-920e-4751-96e6-93e5f4383fca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81777430895b432999f69033667e59f1&device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 1128 time: 0.0523396 Jul 14 11:50:08.948484 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:08.965267 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:08.970881 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b24971-cbbc-44cb-91b8-5158328312f0 x-openstack-request-id: req-03b24971-cbbc-44cb-91b8-5158328312f0 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:08.971165 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58800231-da1d-4abc-a4e9-76999be20567", "name": "network-vif-deleted", "tag": "cfabf88c-ae26-4c85-af20-c102b65a3c9b", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:08.971411 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-03b24971-cbbc-44cb-91b8-5158328312f0 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:08.971809 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b24971-cbbc-44cb-91b8-5158328312f0'] response: {'server_uuid': '58800231-da1d-4abc-a4e9-76999be20567', 'name': 'network-vif-deleted', 'tag': 'cfabf88c-ae26-4c85-af20-c102b65a3c9b', 'status': 'completed', 'code': 200} Jul 14 11:50:09.039724 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-f5ea6d04-6db4-47b7-a337-2ffeb128ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:09.039724 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-f5ea6d04-6db4-47b7-a337-2ffeb128ca9e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 200 len: 918 time: 0.0985155 Jul 14 11:50:09.100516 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-f19cd8d8-e90f-41d7-9115-eab9088a5813 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303 HTTP/1.1" status: 200 len: 999 time: 0.0591826 Jul 14 11:50:09.150948 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-f2cc4d87-9c0b-4b42-8ae0-626f03a49347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:09.152398 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-f2cc4d87-9c0b-4b42-8ae0-626f03a49347 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ffca6be3-1873-4c11-b23e-8cff8d06e710 HTTP/1.1" status: 200 len: 856 time: 0.0460618 Jul 14 11:50:09.199780 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-8cdf84b6-cda7-4900-9726-45e2fcac70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:09.201867 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-8cdf84b6-cda7-4900-9726-45e2fcac70a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4586847-6136-4dce-945a-818d63fc4328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407968 Jul 14 11:50:09.228261 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:09.305430 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-91ad0cbb-5817-497d-8e43-52da8805ffba service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950990 Jul 14 11:50:09.364746 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a5ee8-3ab0-47f8-8b4f-7f3f7cf1b209 req-4f907b35-db44-49c6-ab41-d0336a992ef9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:09.366294 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0b8a5ee8-3ab0-47f8-8b4f-7f3f7cf1b209 req-4f907b35-db44-49c6-ab41-d0336a992ef9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0524819 Jul 14 11:50:09.412214 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-530a6b0e-b2e2-41ef-9786-793feb85bfa4 service neutron] 10.222.0.55 "GET /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998309 Jul 14 11:50:09.417426 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0b8a5ee8-3ab0-47f8-8b4f-7f3f7cf1b209 req-6c9da2e3-97fb-4a12-a642-953ed22c8354 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451565 Jul 14 11:50:09.675909 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ae3b7b02-f987-4bfb-bf40-cc1042b1a4cf req-7bee8b60-ae4f-428f-bdda-ef4148d0f55d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=58800231-da1d-4abc-a4e9-76999be20567 HTTP/1.1" status: 200 len: 210 time: 0.0287223 Jul 14 11:50:10.544370 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35630-3251-42e3-8ed6-3479cf335117 req-f3c43a1a-e62e-4e6c-a72e-acca4f2f2266 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:10.546464 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-34f35630-3251-42e3-8ed6-3479cf335117 req-f3c43a1a-e62e-4e6c-a72e-acca4f2f2266 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0535319 Jul 14 11:50:10.596064 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-34f35630-3251-42e3-8ed6-3479cf335117 req-ed4402cd-058b-4e34-a70d-32fa2a3466c2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439956 Jul 14 11:50:10.645735 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=84 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:10.646936 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=80 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:11.191666 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b7899-a676-47bf-a80d-ce3166e8e908 req-98b9ce71-0aa9-49b7-83f7-aa860294f0aa tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:11.193148 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-339b7899-a676-47bf-a80d-ce3166e8e908 req-98b9ce71-0aa9-49b7-83f7-aa860294f0aa tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0590529 Jul 14 11:50:11.243904 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-339b7899-a676-47bf-a80d-ce3166e8e908 req-f67dcab0-fcf7-461f-9e47-339ffe36e547 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449243 Jul 14 11:50:11.722773 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee362d5-1361-4a1d-beb2-029ee9d583c9 req-7a4ac34e-0f96-42ed-ab1e-df697c5f2cc2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:11.724430 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cee362d5-1361-4a1d-beb2-029ee9d583c9 req-7a4ac34e-0f96-42ed-ab1e-df697c5f2cc2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0495853 Jul 14 11:50:11.779620 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cee362d5-1361-4a1d-beb2-029ee9d583c9 req-6a0ec193-f6af-4c35-a068-97fd01281599 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496447 Jul 14 11:50:12.297327 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:50:12.371976 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a640079-e344-42c0-9378-482056785ae5 req-5c60084b-1e12-43f4-bb6f-760e190ac058 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:12.373682 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2a640079-e344-42c0-9378-482056785ae5 req-5c60084b-1e12-43f4-bb6f-760e190ac058 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0491948 Jul 14 11:50:12.431124 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-2a640079-e344-42c0-9378-482056785ae5 req-239ad720-f2a8-406d-814c-8b6c110f3e75 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509262 Jul 14 11:50:12.901414 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c781c-50d1-40ed-8f76-09351194aa9b req-63a0a60e-277e-40e0-b6e1-56947fb44a49 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:12.903039 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ae0c781c-50d1-40ed-8f76-09351194aa9b req-63a0a60e-277e-40e0-b6e1-56947fb44a49 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0499823 Jul 14 11:50:12.960146 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ae0c781c-50d1-40ed-8f76-09351194aa9b req-79a5e011-f3d4-4dfa-bbd1-b6576daf49a2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500796 Jul 14 11:50:13.257806 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cfabf88c-ae26-4c85-af20-c102b65a3c9b no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:13.278290 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: cfabf88c-ae26-4c85-af20-c102b65a3c9b {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:13.278707 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device cfabf88c-ae26-4c85-af20-c102b65a3c9b not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:13.552760 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723e03-2d0a-4e83-a6bb-8de519b6365d req-8f12701a-71ae-4900-893e-264c4dfcff97 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:13.554311 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fc723e03-2d0a-4e83-a6bb-8de519b6365d req-8f12701a-71ae-4900-893e-264c4dfcff97 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0527802 Jul 14 11:50:13.606684 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fc723e03-2d0a-4e83-a6bb-8de519b6365d req-f2d81a6c-ac0f-4dae-9d42-6e6554b4955c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468364 Jul 14 11:50:14.085806 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aced1c0-c444-447d-9562-ccd0da36ca00 req-159cfef3-dbb8-41bc-9fdc-1bab39b6239c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:14.087223 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1aced1c0-c444-447d-9562-ccd0da36ca00 req-159cfef3-dbb8-41bc-9fdc-1bab39b6239c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0502467 Jul 14 11:50:14.140701 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1aced1c0-c444-447d-9562-ccd0da36ca00 req-34a7162c-9058-4925-ae40-5638a0a48d19 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468097 Jul 14 11:50:14.734147 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0aa49-180b-45a8-9d45-2f1dae654289 req-25af7803-33bf-4f69-9fd0-830c71964a9f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:14.735677 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-81b0aa49-180b-45a8-9d45-2f1dae654289 req-25af7803-33bf-4f69-9fd0-830c71964a9f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0583637 Jul 14 11:50:14.785017 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-81b0aa49-180b-45a8-9d45-2f1dae654289 req-f37c3c1d-d2cd-48b9-ba8a-6c4f0332513d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438533 Jul 14 11:50:14.847787 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:14.947160 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f96aa2ab-b95e-4147-ba94-9bd3f7813df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:15.272715 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f32651-9a65-4cf7-bf04-2be1afe7ac48 req-8ed4df23-6561-4970-bc42-82106f2b821c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:15.274928 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-23f32651-9a65-4cf7-bf04-2be1afe7ac48 req-8ed4df23-6561-4970-bc42-82106f2b821c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0553885 Jul 14 11:50:15.329198 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-23f32651-9a65-4cf7-bf04-2be1afe7ac48 req-cf63372a-25ae-4d1f-848c-49ea0bf2fc4a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466552 Jul 14 11:50:15.947012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92634a6a-49ad-47a6-8b59-89b03756ef2b req-89901ca2-7ba8-4338-bbfa-cd9c15b7b189 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:15.948579 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92634a6a-49ad-47a6-8b59-89b03756ef2b req-89901ca2-7ba8-4338-bbfa-cd9c15b7b189 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0619895 Jul 14 11:50:16.001469 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92634a6a-49ad-47a6-8b59-89b03756ef2b req-842a37fe-0519-4a8c-9f69-3f6b3cc49a38 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463281 Jul 14 11:50:16.501284 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeb87c-a532-41b6-b157-b736fbab61c4 req-33c3917b-e103-402e-802a-29514c10ba46 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:16.520522 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-68eeb87c-a532-41b6-b157-b736fbab61c4 req-33c3917b-e103-402e-802a-29514c10ba46 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0621433 Jul 14 11:50:16.584332 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-68eeb87c-a532-41b6-b157-b736fbab61c4 req-90052e67-2cff-4568-8c13-904c589de155 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759494 Jul 14 11:50:16.985184 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:17.120973 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415893d5-6f76-4fb8-af50-3f041f3346ee req-d7792bab-7bef-4b3e-8390-ed8581688622 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:17.123094 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-415893d5-6f76-4fb8-af50-3f041f3346ee req-d7792bab-7bef-4b3e-8390-ed8581688622 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0501208 Jul 14 11:50:17.149703 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:17.179447 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-415893d5-6f76-4fb8-af50-3f041f3346ee req-c9cf5765-2e92-4107-a3e2-a855b97e0ccb tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506620 Jul 14 11:50:17.246411 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-28c6dac4-2c3d-457d-9131-4099763ce66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:17.704499 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a197d-36a4-41d3-9a55-3cc51c8a17da req-b5f8b21d-a344-4468-b096-db1e28033dae tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:17.706334 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ca3a197d-36a4-41d3-9a55-3cc51c8a17da req-b5f8b21d-a344-4468-b096-db1e28033dae tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0510302 Jul 14 11:50:17.767938 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ca3a197d-36a4-41d3-9a55-3cc51c8a17da req-250016d1-22e5-4498-ac9a-87f8f396e745 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524485 Jul 14 11:50:18.230881 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1d7c1356-5e9f-424e-b7d7-6d1a594c419d req-d82ac329-6828-45cf-9f7d-cdbb732286e8 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963610259&fields=id&tenant_id=dc22323158714269b0da2b01121fe3ed HTTP/1.1" status: 200 len: 267 time: 0.0605066 Jul 14 11:50:18.293115 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c1356-5e9f-424e-b7d7-6d1a594c419d req-29819283-ff79-4412-b27b-290031f73e10 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:18.294653 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1d7c1356-5e9f-424e-b7d7-6d1a594c419d req-29819283-ff79-4412-b27b-290031f73e10 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 985 time: 0.0582604 Jul 14 11:50:18.308567 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-1d7c1356-5e9f-424e-b7d7-6d1a594c419d req-2c96a686-ef84-4cb0-ba88-e8c79b749584 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Request body: {'port': {'security_groups': ['5ef24666-f930-4510-8d1b-2b4589503415']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:50:18.309592 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:18.312042 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a27a-4108-4eaa-91ff-c3da3f792c45 req-d7874cb7-fc8a-411a-a531-40186106e266 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:18.314788 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4f44a27a-4108-4eaa-91ff-c3da3f792c45 req-d7874cb7-fc8a-411a-a531-40186106e266 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0539148 Jul 14 11:50:18.349876 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:18.355798 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:18.378637 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4f44a27a-4108-4eaa-91ff-c3da3f792c45 req-1ad682d6-5813-410d-87e9-1c7b1100ab89 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542624 Jul 14 11:50:18.407456 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-1d7c1356-5e9f-424e-b7d7-6d1a594c419d req-2c96a686-ef84-4cb0-ba88-e8c79b749584 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (f79bdd51-95b5-4720-a060-677fe13019be), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:18.594977 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-1d7c1356-5e9f-424e-b7d7-6d1a594c419d req-2c96a686-ef84-4cb0-ba88-e8c79b749584 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] For port f79bdd51-95b5-4720-a060-677fe13019be, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f79bdd51-95b5-4720-a060-677fe13019be,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:18.611810 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:18.623605 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-1d7c1356-5e9f-424e-b7d7-6d1a594c419d req-2c96a686-ef84-4cb0-ba88-e8c79b749584 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for port (f79bdd51-95b5-4720-a060-677fe13019be), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:18.695417 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-1d7c1356-5e9f-424e-b7d7-6d1a594c419d req-2c96a686-ef84-4cb0-ba88-e8c79b749584 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (f79bdd51-95b5-4720-a060-677fe13019be), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:18.707321 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['f79bdd51-95b5-4720-a060-677fe13019be'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:18.740700 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c1356-5e9f-424e-b7d7-6d1a594c419d req-2c96a686-ef84-4cb0-ba88-e8c79b749584 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:18.741359 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-1d7c1356-5e9f-424e-b7d7-6d1a594c419d req-2c96a686-ef84-4cb0-ba88-e8c79b749584 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:18.742809 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1d7c1356-5e9f-424e-b7d7-6d1a594c419d req-2c96a686-ef84-4cb0-ba88-e8c79b749584 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "PUT /v2.0/ports/f79bdd51-95b5-4720-a060-677fe13019be HTTP/1.1" status: 200 len: 943 time: 0.4416299 Jul 14 11:50:18.746197 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:50:18.748599 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2498c57-5a39-40b2-89de-d741886b151d" -d '{"events": [{"name": "network-changed", "server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "tag": "f79bdd51-95b5-4720-a060-677fe13019be"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:18.750103 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40348) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:18.783397 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96a686-ef84-4cb0-ba88-e8c79b749584 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event updated for resources: {'Port': ['ID=f79bdd51-95b5-4720-a060-677fe13019be,revision_number=7']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:18.838122 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['f79bdd51-95b5-4720-a060-677fe13019be'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:18.842497 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5972a3ca-7b06-4b10-a2f6-8dbf588cc413 x-openstack-request-id: req-5972a3ca-7b06-4b10-a2f6-8dbf588cc413 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:18.842790 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "tag": "f79bdd51-95b5-4720-a060-677fe13019be", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:18.843045 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5972a3ca-7b06-4b10-a2f6-8dbf588cc413 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:18.843998 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5972a3ca-7b06-4b10-a2f6-8dbf588cc413'] response: {'name': 'network-changed', 'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be', 'status': 'completed', 'code': 200} Jul 14 11:50:18.888364 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-be253d43-b6a0-404a-87e4-74b922e6a833 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group (bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:18.928708 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8187db1-ec5b-4198-8f0f-a67e80f26291 req-8b1bedb0-ac91-4007-a4f8-6046a8289b77 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:18.943735 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-be253d43-b6a0-404a-87e4-74b922e6a833 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group (bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:18.950356 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a8187db1-ec5b-4198-8f0f-a67e80f26291 req-8b1bedb0-ac91-4007-a4f8-6046a8289b77 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0756712 Jul 14 11:50:19.032612 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2498c57-5a39-40b2-89de-d741886b151d req-b4af3193-1d0b-4bc4-bda9-cc3e8bebff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:19.034209 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f2498c57-5a39-40b2-89de-d741886b151d req-b4af3193-1d0b-4bc4-bda9-cc3e8bebff5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc22323158714269b0da2b01121fe3ed&device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 1130 time: 0.0629935 Jul 14 11:50:19.047378 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a8187db1-ec5b-4198-8f0f-a67e80f26291 req-76a7782b-b982-40dc-9bad-840876dde34a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960369 Jul 14 11:50:19.095778 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-be253d43-b6a0-404a-87e4-74b922e6a833 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:19.098746 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-be253d43-b6a0-404a-87e4-74b922e6a833 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:19.100010 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-be253d43-b6a0-404a-87e4-74b922e6a833 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "DELETE /v2.0/security-groups/bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1 HTTP/1.1" status: 204 len: 168 time: 0.3490000 Jul 14 11:50:19.102926 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40354) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:19.108611 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-1797a9e5-64f9-4831-b042-633b3e30fef7 None None] Provisioning complete for port f79bdd51-95b5-4720-a060-677fe13019be triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:50:19.109020 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1797a9e5-64f9-4831-b042-633b3e30fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (f79bdd51-95b5-4720-a060-677fe13019be), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:19.109541 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be253d43-b6a0-404a-87e4-74b922e6a833 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcddd37-a8d7-4d2f-9ee3-1d39d05d16e1,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:19.241437 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-1797a9e5-64f9-4831-b042-633b3e30fef7 None None] Current status of the port f79bdd51-95b5-4720-a060-677fe13019be is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:50:19.250253 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Deleting port 747c8301-e32d-4ae0-8aa3-9a83ba43289b {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:19.250787 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (747c8301-e32d-4ae0-8aa3-9a83ba43289b), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:19.329467 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (747c8301-e32d-4ae0-8aa3-9a83ba43289b), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:19.329801 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for floatingip (747c8301-e32d-4ae0-8aa3-9a83ba43289b), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:19.342662 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Calling delete_port for 747c8301-e32d-4ae0-8aa3-9a83ba43289b owned by network:floatingip {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:19.431121 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:19.488790 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff564d-7431-4da9-bb62-2a39c1050b79 req-e0cc63f3-7132-436e-9642-ff670b3843d1 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:19.490385 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-90ff564d-7431-4da9-bb62-2a39c1050b79 req-e0cc63f3-7132-436e-9642-ff670b3843d1 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0476162 Jul 14 11:50:19.545407 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-90ff564d-7431-4da9-bb62-2a39c1050b79 req-a62e3085-0307-4a0b-9585-122675bffd8a tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485733 Jul 14 11:50:19.623617 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (747c8301-e32d-4ae0-8aa3-9a83ba43289b), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:19.634814 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:19.649492 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event deleted for resources: {'Port': ['ID=747c8301-e32d-4ae0-8aa3-9a83ba43289b,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:19.714078 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks [] for floatingip (1b4669a0-cf5b-422a-9d09-7cacfc196454), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:19.716666 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Floating IP 1b4669a0-cf5b-422a-9d09-7cacfc196454 disassociated (deleted). External IP: 172.27.3.153, port: f79bdd51-95b5-4720-a060-677fe13019be. Jul 14 11:50:19.856500 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:19.917980 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Router 416a4382-c4dd-4270-98f5-906e7e00cb25 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:50:19.992606 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:20.024606 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:20.029487 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:20.034246 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749ef05-1da4-4b32-9a74-1f4c7bc64ba0 None None] Sync routers for ids ['416a4382-c4dd-4270-98f5-906e7e00cb25'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:20.044811 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749ef05-1da4-4b32-9a74-1f4c7bc64ba0 None None] Routers {'416a4382-c4dd-4270-98f5-906e7e00cb25'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:20.045454 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d749ef05-1da4-4b32-9a74-1f4c7bc64ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['416a4382-c4dd-4270-98f5-906e7e00cb25'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:20.062667 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-922cfeff-8a04-413d-a2b0-fcb4ee59be67 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "DELETE /v2.0/floatingips/1b4669a0-cf5b-422a-9d09-7cacfc196454 HTTP/1.1" status: 204 len: 168 time: 0.9550357 Jul 14 11:50:20.169396 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-d749ef05-1da4-4b32-9a74-1f4c7bc64ba0 None None] Set router 416a4382-c4dd-4270-98f5-906e7e00cb25 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:20.174822 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca980ea1-2f66-4ac4-87f6-340f5bdb1b7f req-0f80e5eb-ccd8-43d7-af43-d941ac11e646 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:20.180083 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ca980ea1-2f66-4ac4-87f6-340f5bdb1b7f req-0f80e5eb-ccd8-43d7-af43-d941ac11e646 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0548441 Jul 14 11:50:20.230855 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ca980ea1-2f66-4ac4-87f6-340f5bdb1b7f req-7e908646-6830-4a8c-ab47-ee486e5f0c95 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481622 Jul 14 11:50:20.360224 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d749ef05-1da4-4b32-9a74-1f4c7bc64ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '2054b2d1-4892-4ca2-b5ad-d9484218cf4c', 'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'mac_address': 'fa:16:3e:bf:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:30Z', 'updated_at': '2022-07-14T11:47:36Z', 'revision_number': 5, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'subnets': [{'id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:20.385266 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749ef05-1da4-4b32-9a74-1f4c7bc64ba0 None None] Checking router: 416a4382-c4dd-4270-98f5-906e7e00cb25 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:20.399314 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749ef05-1da4-4b32-9a74-1f4c7bc64ba0 None None] Routers {'416a4382-c4dd-4270-98f5-906e7e00cb25'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:20.402252 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d749ef05-1da4-4b32-9a74-1f4c7bc64ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['416a4382-c4dd-4270-98f5-906e7e00cb25'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:20.499874 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-d749ef05-1da4-4b32-9a74-1f4c7bc64ba0 None None] Set router 416a4382-c4dd-4270-98f5-906e7e00cb25 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:20.697838 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d749ef05-1da4-4b32-9a74-1f4c7bc64ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '2054b2d1-4892-4ca2-b5ad-d9484218cf4c', 'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'mac_address': 'fa:16:3e:bf:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:30Z', 'updated_at': '2022-07-14T11:47:36Z', 'revision_number': 5, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'subnets': [{'id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:20.721205 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749ef05-1da4-4b32-9a74-1f4c7bc64ba0 None None] The sync data for ids ['416a4382-c4dd-4270-98f5-906e7e00cb25'] in dv-cinder-849803-1-iscsi is: [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:31Z', 'revision_number': 4, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '2054b2d1-4892-4ca2-b5ad-d9484218cf4c', 'name': '', 'network_id': '5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'mac_address': 'fa:16:3e:bf:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:30Z', 'updated_at': '2022-07-14T11:47:36Z', 'revision_number': 5, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'subnets': [{'id': '2aae70f5-484a-45cf-af1c-4c414744dbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:20.733204 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95873dce-fbaa-4610-a499-2e4347967e21 req-d16dcd75-a52a-497b-a7ee-9cbc2a142793 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:20.734855 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-95873dce-fbaa-4610-a499-2e4347967e21 req-d16dcd75-a52a-497b-a7ee-9cbc2a142793 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0540576 Jul 14 11:50:20.785078 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-95873dce-fbaa-4610-a499-2e4347967e21 req-4066e9a4-1f01-4e21-a560-f23448c4a74f tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 Jul 14 11:50:20.844825 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:50:20.847438 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c88b097-7d59-46f8-80a0-6f48ccd327d0" -d '{"events": [{"name": "network-changed", "server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "tag": "f79bdd51-95b5-4720-a060-677fe13019be"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:20.883977 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ecc7be-35fa-4375-ad2a-c8cdeb56917c x-openstack-request-id: req-c8ecc7be-35fa-4375-ad2a-c8cdeb56917c {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:20.884270 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "tag": "f79bdd51-95b5-4720-a060-677fe13019be", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:20.884514 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c8ecc7be-35fa-4375-ad2a-c8cdeb56917c {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:20.884904 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ecc7be-35fa-4375-ad2a-c8cdeb56917c'] response: {'name': 'network-changed', 'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be', 'status': 'completed', 'code': 200} Jul 14 11:50:20.956780 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c28584c-fef7-4b24-91dc-1c285d37af17 None None] New status for floating IP 1b4669a0-cf5b-422a-9d09-7cacfc196454: DOWN {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:50:21.284327 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5c8aa46b-5efe-4ab3-b31e-03775de21303 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:50:21.351708 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a7318-f6b7-4e48-80f6-c812b62fae12 req-56a2bf6b-b3d4-42b7-beef-c3893d425dbd tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:21.353246 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-900a7318-f6b7-4e48-80f6-c812b62fae12 req-56a2bf6b-b3d4-42b7-beef-c3893d425dbd tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 944 time: 0.0474858 Jul 14 11:50:21.383509 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:21.396684 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'port_id': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'mac_address': 'fa:16:3e:d4:27:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:50:21.402088 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-900a7318-f6b7-4e48-80f6-c812b62fae12 req-6c788ecd-b393-4372-afb9-d13b7e75de62 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431831 Jul 14 11:50:21.436570 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 5c8aa46b-5efe-4ab3-b31e-03775de21303 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:50:21.436957 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:21.450858 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8aa46b-5efe-4ab3-b31e-03775de21303 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:50:21.472915 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:21.543486 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:21.589941 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=5c8aa46b-5efe-4ab3-b31e-03775de21303,revision_number=9']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:21.808102 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['5c8aa46b-5efe-4ab3-b31e-03775de21303'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:21.899576 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17996ef2-5f91-4886-b6f3-2928390ef426 req-6c010562-aa2f-4d97-b4d1-ac9b61b0d095 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:21.901039 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-17996ef2-5f91-4886-b6f3-2928390ef426 req-6c010562-aa2f-4d97-b4d1-ac9b61b0d095 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0500364 Jul 14 11:50:21.935791 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:21.952592 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-17996ef2-5f91-4886-b6f3-2928390ef426 req-e9f3232a-8e96-47bf-8ffa-0e62c1b1fd8c tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457299 Jul 14 11:50:22.521440 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fdd6e-dff3-4a66-a173-4cb6969626dc req-28150bb5-9490-4af9-bb73-76b69eb9011e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:22.523183 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-699fdd6e-dff3-4a66-a173-4cb6969626dc req-28150bb5-9490-4af9-bb73-76b69eb9011e tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 945 time: 0.0477173 Jul 14 11:50:22.570895 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-699fdd6e-dff3-4a66-a173-4cb6969626dc req-c67969fd-4903-4933-9916-fc8cb66f599f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421009 Jul 14 11:50:22.875974 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2498c57-5a39-40b2-89de-d741886b151d req-482728f2-7ea0-4407-a2a5-a7b44ba7e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:22.877482 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f2498c57-5a39-40b2-89de-d741886b151d req-482728f2-7ea0-4407-a2a5-a7b44ba7e8c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 HTTP/1.1" status: 200 len: 915 time: 0.0882537 Jul 14 11:50:22.926966 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f2498c57-5a39-40b2-89de-d741886b151d req-86e52cf1-a94f-4e9d-a1c9-7cbf5cb40103 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79bdd51-95b5-4720-a060-677fe13019be HTTP/1.1" status: 200 len: 217 time: 0.0340207 Jul 14 11:50:23.092912 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2498c57-5a39-40b2-89de-d741886b151d req-ac4f2321-cdcd-4a39-b959-3fd3a29f193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:23.094382 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f2498c57-5a39-40b2-89de-d741886b151d req-ac4f2321-cdcd-4a39-b959-3fd3a29f193a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2aae70f5-484a-45cf-af1c-4c414744dbc5 HTTP/1.1" status: 200 len: 853 time: 0.0835855 Jul 14 11:50:23.101142 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02727336-38cd-48ab-983f-d728bb6064b9 req-b003627f-32c5-4513-9c69-f658ecc21ba6 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:23.102493 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-02727336-38cd-48ab-983f-d728bb6064b9 req-b003627f-32c5-4513-9c69-f658ecc21ba6 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0803356 Jul 14 11:50:23.150305 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-02727336-38cd-48ab-983f-d728bb6064b9 req-292bff24-f72d-489a-889c-590ff8fe08c2 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Jul 14 11:50:23.288139 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5c8aa46b-5efe-4ab3-b31e-03775de21303 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:50:23.339004 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 5c8aa46b-5efe-4ab3-b31e-03775de21303 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:50:23.339376 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:23.402405 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2498c57-5a39-40b2-89de-d741886b151d req-60eb628b-2494-4386-b922-c511caae24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:23.404031 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f2498c57-5a39-40b2-89de-d741886b151d req-60eb628b-2494-4386-b922-c511caae24b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820994 Jul 14 11:50:23.410606 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce436a-28ad-4889-b90f-af55534f0ec5 req-1e188621-2df9-46ab-9549-a61df5cab45d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:23.412033 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-bfce436a-28ad-4889-b90f-af55534f0ec5 req-1e188621-2df9-46ab-9549-a61df5cab45d tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0802565 Jul 14 11:50:23.421007 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 5c8aa46b-5efe-4ab3-b31e-03775de21303 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:50:23.421423 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:23.444926 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:50:23.446738 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b249f2-f599-4318-8341-01ff036d0dea" -d '{"events": [{"server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "name": "network-vif-plugged", "status": "completed", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:23.459362 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:23.492423 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9456d0d-6ffc-4052-a103-c2ea8fe7acec x-openstack-request-id: req-c9456d0d-6ffc-4052-a103-c2ea8fe7acec {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:23.492839 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "name": "network-vif-plugged", "status": "completed", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:23.493195 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c9456d0d-6ffc-4052-a103-c2ea8fe7acec {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:23.494222 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9456d0d-6ffc-4052-a103-c2ea8fe7acec'] response: {'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'code': 200} Jul 14 11:50:23.529995 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:23.556433 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:23.559653 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:23.585214 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=5c8aa46b-5efe-4ab3-b31e-03775de21303,revision_number=10']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:23.702435 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50834b-b262-46ac-b644-23e52dcdf66a req-6b35280f-0f19-4402-9b88-b4b6ada6d785 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:23.709141 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ec50834b-b262-46ac-b644-23e52dcdf66a req-6b35280f-0f19-4402-9b88-b4b6ada6d785 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 947 time: 0.0546877 Jul 14 11:50:23.761287 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ec50834b-b262-46ac-b644-23e52dcdf66a req-20e45b43-b7d6-4b1e-b252-9f847373d2fc tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494118 Jul 14 11:50:23.830342 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-bfce436a-28ad-4889-b90f-af55534f0ec5 req-0ecdaa68-28da-4ad1-b3c1-ccd22cf0a2cd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Deleting port f84daf6d-a5b5-4dcc-95ba-a981a1687434 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:23.830680 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-bfce436a-28ad-4889-b90f-af55534f0ec5 req-0ecdaa68-28da-4ad1-b3c1-ccd22cf0a2cd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:23.838830 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f2498c57-5a39-40b2-89de-d741886b151d req-a22a2554-bc9a-4a06-b2a2-754fcdc32f6c service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236214 Jul 14 11:50:23.938927 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-bfce436a-28ad-4889-b90f-af55534f0ec5 req-0ecdaa68-28da-4ad1-b3c1-ccd22cf0a2cd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] For port f84daf6d-a5b5-4dcc-95ba-a981a1687434, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f84daf6d-a5b5-4dcc-95ba-a981a1687434,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:23.945521 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-bfce436a-28ad-4889-b90f-af55534f0ec5 req-0ecdaa68-28da-4ad1-b3c1-ccd22cf0a2cd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:23.953132 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-bfce436a-28ad-4889-b90f-af55534f0ec5 req-0ecdaa68-28da-4ad1-b3c1-ccd22cf0a2cd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Calling delete_port for f84daf6d-a5b5-4dcc-95ba-a981a1687434 owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:24.035568 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:24.077085 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31617e0-f4db-42ca-9275-b3e009e47763 req-137a6a25-986a-44d8-b62c-e7c572c75f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:24.078946 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d31617e0-f4db-42ca-9275-b3e009e47763 req-137a6a25-986a-44d8-b62c-e7c572c75f65 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 1131 time: 0.0529058 Jul 14 11:50:24.112729 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:24.119362 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f2498c57-5a39-40b2-89de-d741886b151d req-6ee3fe86-8223-4656-be46-7e67d71faed7 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243808 Jul 14 11:50:24.235334 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-bfce436a-28ad-4889-b90f-af55534f0ec5 req-0ecdaa68-28da-4ad1-b3c1-ccd22cf0a2cd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (f84daf6d-a5b5-4dcc-95ba-a981a1687434), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:24.249073 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['f84daf6d-a5b5-4dcc-95ba-a981a1687434'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:24.253660 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:24.262754 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdaa68-28da-4ad1-b3c1-ccd22cf0a2cd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Pushing event deleted for resources: {'Port': ['ID=f84daf6d-a5b5-4dcc-95ba-a981a1687434,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:24.265313 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49d0ef-1e26-47b0-b5ba-e642bae7484d req-c75c5ef0-1157-4093-8ca6-0f81f9c188d3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:24.268862 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1a49d0ef-1e26-47b0-b5ba-e642bae7484d req-c75c5ef0-1157-4093-8ca6-0f81f9c188d3 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 946 time: 0.0509427 Jul 14 11:50:24.316339 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce436a-28ad-4889-b90f-af55534f0ec5 req-0ecdaa68-28da-4ad1-b3c1-ccd22cf0a2cd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] No DVR routers for this DVR port f84daf6d-a5b5-4dcc-95ba-a981a1687434 on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:24.318757 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-bfce436a-28ad-4889-b90f-af55534f0ec5 req-0ecdaa68-28da-4ad1-b3c1-ccd22cf0a2cd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:24.321972 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-bfce436a-28ad-4889-b90f-af55534f0ec5 req-0ecdaa68-28da-4ad1-b3c1-ccd22cf0a2cd tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.55 "DELETE /v2.0/ports/f84daf6d-a5b5-4dcc-95ba-a981a1687434 HTTP/1.1" status: 204 len: 173 time: 0.9008563 Jul 14 11:50:24.322409 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336dc998-9572-45da-bf2b-b3490712426c', 'name': 'network-vif-deleted', 'tag': 'f84daf6d-a5b5-4dcc-95ba-a981a1687434'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:50:24.322673 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1a49d0ef-1e26-47b0-b5ba-e642bae7484d req-4f0681ae-f1ad-46ac-857e-57d1fc33f783 tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/security-groups?id=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Jul 14 11:50:24.324618 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934aa02f-2be4-4dfd-878d-85e4c36f36d7" -d '{"events": [{"server_uuid": "336dc998-9572-45da-bf2b-b3490712426c", "name": "network-vif-deleted", "tag": "f84daf6d-a5b5-4dcc-95ba-a981a1687434"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:24.370656 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15719518-509d-48ec-834b-3bcbf5e6bd23 x-openstack-request-id: req-15719518-509d-48ec-834b-3bcbf5e6bd23 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:24.371091 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336dc998-9572-45da-bf2b-b3490712426c", "name": "network-vif-deleted", "tag": "f84daf6d-a5b5-4dcc-95ba-a981a1687434", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:24.371480 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-15719518-509d-48ec-834b-3bcbf5e6bd23 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:24.372176 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15719518-509d-48ec-834b-3bcbf5e6bd23'] response: {'server_uuid': '336dc998-9572-45da-bf2b-b3490712426c', 'name': 'network-vif-deleted', 'tag': 'f84daf6d-a5b5-4dcc-95ba-a981a1687434', 'status': 'completed', 'code': 200} Jul 14 11:50:24.444524 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d31617e0-f4db-42ca-9275-b3e009e47763 req-feb6ec2d-fdec-4742-bbe5-581687962168 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543730 Jul 14 11:50:24.753900 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b097-7d59-46f8-80a0-6f48ccd327d0 req-80ed64ca-f06c-4688-a80f-3fd84503ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:24.756247 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7c88b097-7d59-46f8-80a0-6f48ccd327d0 req-80ed64ca-f06c-4688-a80f-3fd84503ed3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc22323158714269b0da2b01121fe3ed&device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 1130 time: 0.0444407 Jul 14 11:50:24.867305 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b097-7d59-46f8-80a0-6f48ccd327d0 req-e4d5c709-514b-4eaa-8ffe-28cbe5c29db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:24.868807 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7c88b097-7d59-46f8-80a0-6f48ccd327d0 req-e4d5c709-514b-4eaa-8ffe-28cbe5c29db3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 HTTP/1.1" status: 200 len: 915 time: 0.1062477 Jul 14 11:50:24.901658 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa811e-1e7d-451f-a240-d0e5b4af99da req-b1fd35cc-560e-49b2-be61-bf1da2159a7f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:24.901658 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d5aa811e-1e7d-451f-a240-d0e5b4af99da req-b1fd35cc-560e-49b2-be61-bf1da2159a7f tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 947 time: 0.0617044 Jul 14 11:50:24.955479 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d5aa811e-1e7d-451f-a240-d0e5b4af99da req-43e4aac9-5654-4eb0-bd62-a534148d2170 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456395 Jul 14 11:50:25.679894 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-efa601d2-31dd-4c63-9763-f535054ee8ec req-44760484-323f-4cc2-92b7-a70dbbb4fcbc tempest-ServerRescueNegativeTestJSON-954968877 tempest-ServerRescueNegativeTestJSON-954968877-project] 10.222.0.40 "GET /v2.0/ports?device_id=336dc998-9572-45da-bf2b-b3490712426c HTTP/1.1" status: 200 len: 210 time: 0.2773023 Jul 14 11:50:25.724454 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7c88b097-7d59-46f8-80a0-6f48ccd327d0 req-9683de66-26c1-419a-afaf-5a6874fdaa92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79bdd51-95b5-4720-a060-677fe13019be HTTP/1.1" status: 200 len: 217 time: 0.0435719 Jul 14 11:50:26.079918 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a27870-f8be-4013-93f4-f80bcd4cb7be req-b28c95d5-fc26-4b10-93ff-dceb9bb0e5c2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:26.081727 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d5a27870-f8be-4013-93f4-f80bcd4cb7be req-b28c95d5-fc26-4b10-93ff-dceb9bb0e5c2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 947 time: 0.0531828 Jul 14 11:50:26.093999 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:26.134821 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d5a27870-f8be-4013-93f4-f80bcd4cb7be req-8c956912-0100-4951-8798-c0074636c617 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477114 Jul 14 11:50:26.297587 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:26.303520 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b097-7d59-46f8-80a0-6f48ccd327d0 req-aff4497a-3990-4c03-a45b-3decf4a17b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:26.304957 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7c88b097-7d59-46f8-80a0-6f48ccd327d0 req-aff4497a-3990-4c03-a45b-3decf4a17b8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2aae70f5-484a-45cf-af1c-4c414744dbc5 HTTP/1.1" status: 200 len: 853 time: 0.0505636 Jul 14 11:50:26.349677 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b097-7d59-46f8-80a0-6f48ccd327d0 req-33ba49f3-e5d5-4f2f-9f33-5f320fa14761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:26.351303 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7c88b097-7d59-46f8-80a0-6f48ccd327d0 req-33ba49f3-e5d5-4f2f-9f33-5f320fa14761 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405700 Jul 14 11:50:26.455456 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7c88b097-7d59-46f8-80a0-6f48ccd327d0 req-f066fb32-8b80-4bfd-a62b-58b664a89ccf service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971816 Jul 14 11:50:26.565454 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7c88b097-7d59-46f8-80a0-6f48ccd327d0 req-3d589117-1bae-4633-8db4-dd58ee695784 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986226 Jul 14 11:50:26.743869 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40500) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:27.292277 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732248'] for router_interface (3a693114-55a9-41f6-942e-34fe1c178c7c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:27.302361 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c339b28-33fb-42eb-8180-76ff5a09ce9b req-e010555a-1201-4b5e-8dbb-91efcf575625 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:27.303760 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3c339b28-33fb-42eb-8180-76ff5a09ce9b req-e010555a-1201-4b5e-8dbb-91efcf575625 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 947 time: 0.0736849 Jul 14 11:50:27.316628 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device f84daf6d-a5b5-4dcc-95ba-a981a1687434 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:27.340006 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: f84daf6d-a5b5-4dcc-95ba-a981a1687434 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:27.340346 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device f84daf6d-a5b5-4dcc-95ba-a981a1687434 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:27.420820 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3c339b28-33fb-42eb-8180-76ff5a09ce9b req-4412b06d-d99e-4215-b976-2f9ca61c7f21 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850520 Jul 14 11:50:27.609707 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] Deleting port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:27.609945 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:27.612342 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:27.690104 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] For port 781a74f6-90ba-4582-b31c-fdf6fbbeeffc, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=781a74f6-90ba-4582-b31c-fdf6fbbeeffc,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:27.690470 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:27.703862 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:27.709338 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] Calling delete_port for 781a74f6-90ba-4582-b31c-fdf6fbbeeffc owned by network:router_interface {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:27.844005 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:28.003668 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (781a74f6-90ba-4582-b31c-fdf6fbbeeffc), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:28.030073 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] Pushing event deleted for resources: {'Port': ['ID=781a74f6-90ba-4582-b31c-fdf6fbbeeffc,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:28.211376 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732108'] for router_interface (3a693114-55a9-41f6-942e-34fe1c178c7c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:28.403885 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30402a00-40d9-4731-8838-896d4d7b911f req-3ca615b3-5ab5-41d4-88fb-0d6bf1191509 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:28.405303 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-30402a00-40d9-4731-8838-896d4d7b911f req-3ca615b3-5ab5-41d4-88fb-0d6bf1191509 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 945 time: 0.0815918 Jul 14 11:50:28.458661 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:28.511057 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-30402a00-40d9-4731-8838-896d4d7b911f req-7c5014a5-0882-4851-b31a-f7a99bf9bd44 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987163 Jul 14 11:50:28.521046 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] Router 3a693114-55a9-41f6-942e-34fe1c178c7c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:50:28.558627 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fb0ae-bca4-42a8-bcae-bf8d76a2755d req-b8fb702a-b724-43c9-8ecc-18cbe3e0064a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:28.561703 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-704fb0ae-bca4-42a8-bcae-bf8d76a2755d req-b8fb702a-b724-43c9-8ecc-18cbe3e0064a tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 947 time: 0.0642400 Jul 14 11:50:28.623757 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-704fb0ae-bca4-42a8-bcae-bf8d76a2755d req-410b7062-1a05-419e-96b3-544b6b89a0bd tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563359 Jul 14 11:50:28.648145 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:28.656235 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-cfd3ec78-3dda-4837-bd96-507e7a846250 admin admin] 10.222.0.40 "PUT /v2.0/routers/3a693114-55a9-41f6-942e-34fe1c178c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9114368 Jul 14 11:50:28.659232 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40536) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:28.661084 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c4fa8-003e-4e75-9bbf-0247123cc677 None None] Sync routers for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:28.673549 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c4fa8-003e-4e75-9bbf-0247123cc677 None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:28.679574 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-769c4fa8-003e-4e75-9bbf-0247123cc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:28.759776 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:28.769457 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Publish callbacks [] for router (3a693114-55a9-41f6-942e-34fe1c178c7c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:28.884269 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Publish callbacks [] for router_gateway (3a693114-55a9-41f6-942e-34fe1c178c7c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:28.910728 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-769c4fa8-003e-4e75-9bbf-0247123cc677 None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:29.120600 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:29.122475 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-769c4fa8-003e-4e75-9bbf-0247123cc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '1973721f-37ea-4f46-90bb-63835d31436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:50:27Z', 'revision_number': 5, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port': {'id': '1973721f-37ea-4f46-90bb-63835d31436e', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:29.150862 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c4fa8-003e-4e75-9bbf-0247123cc677 None None] Checking router: 3a693114-55a9-41f6-942e-34fe1c178c7c for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:29.161378 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c4fa8-003e-4e75-9bbf-0247123cc677 None None] Routers {'3a693114-55a9-41f6-942e-34fe1c178c7c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:29.161931 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-769c4fa8-003e-4e75-9bbf-0247123cc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['3a693114-55a9-41f6-942e-34fe1c178c7c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:29.164734 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:29.256320 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-769c4fa8-003e-4e75-9bbf-0247123cc677 None None] Set router 3a693114-55a9-41f6-942e-34fe1c178c7c gateway port host: None {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:29.267542 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Deleting port 1973721f-37ea-4f46-90bb-63835d31436e {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:29.268069 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (1973721f-37ea-4f46-90bb-63835d31436e), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:29.313871 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-769c4fa8-003e-4e75-9bbf-0247123cc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:50:28Z', 'revision_number': 6, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port_host': None}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:29.341465 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c4fa8-003e-4e75-9bbf-0247123cc677 None None] The sync data for ids ['3a693114-55a9-41f6-942e-34fe1c178c7c'] in dv-cinder-849803-1-iscsi is: [{'id': '3a693114-55a9-41f6-942e-34fe1c178c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-412430547-router', 'tenant_id': '951609a482e34e93908057a68c5dc706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:16Z', 'updated_at': '2022-07-14T11:50:28Z', 'revision_number': 6, 'project_id': '951609a482e34e93908057a68c5dc706', 'gw_port_host': None}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:29.376210 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] For port 1973721f-37ea-4f46-90bb-63835d31436e, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=1973721f-37ea-4f46-90bb-63835d31436e,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:29.376210 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (1973721f-37ea-4f46-90bb-63835d31436e), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:29.387560 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Calling delete_port for 1973721f-37ea-4f46-90bb-63835d31436e owned by network:router_gateway {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:29.400418 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818541e1-a8ff-471e-bb63-eba63bd8c51b req-417d8721-4cb9-48d9-99df-0d892c9ec170 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:29.407825 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-818541e1-a8ff-471e-bb63-eba63bd8c51b req-417d8721-4cb9-48d9-99df-0d892c9ec170 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 945 time: 0.0652423 Jul 14 11:50:29.459644 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-818541e1-a8ff-471e-bb63-eba63bd8c51b req-18f50a21-30f1-4ac6-b87c-6e174dcd3ee3 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507641 Jul 14 11:50:29.634691 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ef29e-c7f3-442b-af35-76c60b5aacfa req-55392ff2-567d-42fd-a552-85f5905af4cf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:29.636169 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-759ef29e-c7f3-442b-af35-76c60b5aacfa req-55392ff2-567d-42fd-a552-85f5905af4cf tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 945 time: 0.0494881 Jul 14 11:50:29.638408 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (1973721f-37ea-4f46-90bb-63835d31436e), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:29.666646 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1973721f-37ea-4f46-90bb-63835d31436e,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:29.692589 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-759ef29e-c7f3-442b-af35-76c60b5aacfa req-75819b06-d230-4eab-b825-960156efba97 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507050 Jul 14 11:50:29.733502 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726993'] for router_gateway (3a693114-55a9-41f6-942e-34fe1c178c7c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:29.835104 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021'] for router (3a693114-55a9-41f6-942e-34fe1c178c7c), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:29.837357 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Publish callbacks [] for router_controller (3a693114-55a9-41f6-942e-34fe1c178c7c), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:29.850582 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2e5b1-87d5-40ee-bf57-35c52fdbbea4 req-7eab8471-718b-404c-8347-012c7a83380d tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:29.852135 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-27f2e5b1-87d5-40ee-bf57-35c52fdbbea4 req-7eab8471-718b-404c-8347-012c7a83380d tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.0621295 Jul 14 11:50:29.900891 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-27f2e5b1-87d5-40ee-bf57-35c52fdbbea4 req-1e53638f-0201-4209-8e44-dbfb1f4c5fa0 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Jul 14 11:50:29.958016 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1734570'] for router (3a693114-55a9-41f6-942e-34fe1c178c7c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:29.958658 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a693114-55a9-41f6-942e-34fe1c178c7c {{(pid=111166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:50:29.963565 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:29.966874 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-ff84aafb-d1b2-40e1-97ad-f000c388c9c9 admin admin] 10.222.0.40 "DELETE /v2.0/routers/3a693114-55a9-41f6-942e-34fe1c178c7c HTTP/1.1" status: 204 len: 168 time: 1.3045623 Jul 14 11:50:29.967348 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40558) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:30.016410 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee357fc-ef28-467e-882c-e7b6e79add35 admin admin] Deleting subnet 8e385eef-cb9e-45fd-a255-5c2757689038 {{(pid=111166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:50:30.019684 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-eee357fc-ef28-467e-882c-e7b6e79add35 admin admin] Publish callbacks [] for subnet (8e385eef-cb9e-45fd-a255-5c2757689038), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.055145 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-eee357fc-ef28-467e-882c-e7b6e79add35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31228433'] for subnet (8e385eef-cb9e-45fd-a255-5c2757689038), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.138289 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:30.164966 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-eee357fc-ef28-467e-882c-e7b6e79add35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (8e385eef-cb9e-45fd-a255-5c2757689038), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.214786 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:30.336053 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-eee357fc-ef28-467e-882c-e7b6e79add35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31228419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31020262'] for subnet (8e385eef-cb9e-45fd-a255-5c2757689038), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.364444 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee357fc-ef28-467e-882c-e7b6e79add35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e385eef-cb9e-45fd-a255-5c2757689038,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:30.373863 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-eee357fc-ef28-467e-882c-e7b6e79add35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.375579 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-eee357fc-ef28-467e-882c-e7b6e79add35 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/8e385eef-cb9e-45fd-a255-5c2757689038 HTTP/1.1" status: 204 len: 168 time: 0.4072604 Jul 14 11:50:30.377689 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40560) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:30.378589 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a8da54-f4a0-42b2-b0ab-080b01ccea51 None None] Network ebc2b171-9c41-4e23-a0fc-6ea3655664fa requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:50:30.452499 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (ebc2b171-9c41-4e23-a0fc-6ea3655664fa), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.506027 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Deleting port 44f9caf2-6754-4127-b511-c22a73f84c05 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:30.506365 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.570134 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b205415-d4d5-47bd-beb8-46a5c2942f09 None None] DHCP port deletion for ebc2b171-9c41-4e23-a0fc-6ea3655664fa request from dv-cinder-849803-1-iscsi {{(pid=111168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:50:30.583038 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] For port 44f9caf2-6754-4127-b511-c22a73f84c05, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=44f9caf2-6754-4127-b511-c22a73f84c05,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:30.583398 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.585022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43725429-2205-4cad-81cd-a31bb2588882 req-23798493-be15-4d0a-b74d-40a70dacd4e8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:30.586533 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-43725429-2205-4cad-81cd-a31bb2588882 req-23798493-be15-4d0a-b74d-40a70dacd4e8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 945 time: 0.0502591 Jul 14 11:50:30.599702 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Calling delete_port for 44f9caf2-6754-4127-b511-c22a73f84c05 owned by network:dhcp {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:30.614600 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-9b205415-d4d5-47bd-beb8-46a5c2942f09 None None] Deleting port 44f9caf2-6754-4127-b511-c22a73f84c05 {{(pid=111168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:30.614964 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9b205415-d4d5-47bd-beb8-46a5c2942f09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), before_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.639239 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-43725429-2205-4cad-81cd-a31bb2588882 req-a85d049c-893d-4462-9592-a5b15fbe24a0 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469518 Jul 14 11:50:30.679756 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-9b205415-d4d5-47bd-beb8-46a5c2942f09 None None] For port 44f9caf2-6754-4127-b511-c22a73f84c05, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=44f9caf2-6754-4127-b511-c22a73f84c05,segment=NetworkSegment(7671a3f8-38d3-4272-b222-271be8b197bd),segment_id=7671a3f8-38d3-4272-b222-271be8b197bd)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:30.680143 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9b205415-d4d5-47bd-beb8-46a5c2942f09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), precommit_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.686074 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:30.694102 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-9b205415-d4d5-47bd-beb8-46a5c2942f09 None None] Calling delete_port for 44f9caf2-6754-4127-b511-c22a73f84c05 owned by network:dhcp {{(pid=111168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:30.793472 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9b205415-d4d5-47bd-beb8-46a5c2942f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), after_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.794558 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (44f9caf2-6754-4127-b511-c22a73f84c05), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.802012 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:30.818887 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b205415-d4d5-47bd-beb8-46a5c2942f09 None None] Pushing event deleted for resources: {'Port': ['ID=44f9caf2-6754-4127-b511-c22a73f84c05,revision_number=None']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:30.823529 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b205415-d4d5-47bd-beb8-46a5c2942f09 None None] No DVR routers for this DVR port 44f9caf2-6754-4127-b511-c22a73f84c05 on host dv-cinder-849803-1-iscsi {{(pid=111168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:30.827505 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f9caf2-6754-4127-b511-c22a73f84c05,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:30.844165 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235c349-6cdf-48c7-9f91-54c440e23d1b req-c2276267-10cc-45d0-a0bd-85fef59d3bd6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:30.846229 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1235c349-6cdf-48c7-9f91-54c440e23d1b req-c2276267-10cc-45d0-a0bd-85fef59d3bd6 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 945 time: 0.0864279 Jul 14 11:50:30.856148 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] No DVR routers for this DVR port 44f9caf2-6754-4127-b511-c22a73f84c05 on host dv-cinder-849803-1-iscsi {{(pid=111167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:30.968917 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (ebc2b171-9c41-4e23-a0fc-6ea3655664fa), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:30.975744 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 1973721f-37ea-4f46-90bb-63835d31436e no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:30.976028 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1235c349-6cdf-48c7-9f91-54c440e23d1b req-bbb5f488-33a9-4dfb-9961-fd271cabeb6a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145098 Jul 14 11:50:31.001054 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.003120 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.004009 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.004340 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > port after_create 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.004672 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.005006 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > port after_update 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.005362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.005477 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 1973721f-37ea-4f46-90bb-63835d31436e {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:31.005684 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.005982 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 1973721f-37ea-4f46-90bb-63835d31436e not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:31.006107 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.006344 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.006665 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 781a74f6-90ba-4582-b31c-fdf6fbbeeffc no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:31.026473 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 781a74f6-90ba-4582-b31c-fdf6fbbeeffc {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:31.026912 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 781a74f6-90ba-4582-b31c-fdf6fbbeeffc not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:31.027410 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 44f9caf2-6754-4127-b511-c22a73f84c05 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:31.044699 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b23e4-5884-4e7d-9b55-9e5d7e4c696e req-05e1509a-bd3a-42e0-b7b6-2789a740e46f tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:31.046118 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ed9b23e4-5884-4e7d-9b55-9e5d7e4c696e req-05e1509a-bd3a-42e0-b7b6-2789a740e46f tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.0747325 Jul 14 11:50:31.049267 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 44f9caf2-6754-4127-b511-c22a73f84c05 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:31.049676 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 44f9caf2-6754-4127-b511-c22a73f84c05 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:31.095676 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ed9b23e4-5884-4e7d-9b55-9e5d7e4c696e req-69bda389-95b6-4128-b2fc-9b22c7ad1228 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Jul 14 11:50:31.144349 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.144809 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.145126 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.145480 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:50:31.145853 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc2b171-9c41-4e23-a0fc-6ea3655664fa']}} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:31.164620 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7671a3f8-38d3-4272-b222-271be8b197bd') {'for_net_delete': True} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:31.164913 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7671a3f8-38d3-4272-b222-271be8b197bd') {} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:31.181823 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24027097'] for segment (7671a3f8-38d3-4272-b222-271be8b197bd), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:31.208006 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (7671a3f8-38d3-4272-b222-271be8b197bd), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:31.216905 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=111167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:50:31.217327 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24026119'] for segment (7671a3f8-38d3-4272-b222-271be8b197bd), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:31.343156 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 7671a3f8-38d3-4272-b222-271be8b197bd resource provider aggregate not found Jul 14 11:50:31.360803 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 7671a3f8-38d3-4272-b222-271be8b197bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7671a3f8-38d3-4272-b222-271be8b197bd found for delete ", "request_id": "req-4fce7c79-070a-4f99-bc72-b1ae70001127"}]} Jul 14 11:50:31.375527 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (ebc2b171-9c41-4e23-a0fc-6ea3655664fa), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:31.383226 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:31.386987 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] 10.222.0.40 "DELETE /v2.0/networks/ebc2b171-9c41-4e23-a0fc-6ea3655664fa HTTP/1.1" status: 204 len: 168 time: 1.0074618 Jul 14 11:50:31.396661 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d55faf-240f-4cc0-9358-4e7cc04db977 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc2b171-9c41-4e23-a0fc-6ea3655664fa,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:31.751949 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40584) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:31.755797 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82492a6-3556-4dc1-85b2-3056dd2126d1 req-537af808-f18b-41d0-bb4c-70a5b78da9b5 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:31.757457 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a82492a6-3556-4dc1-85b2-3056dd2126d1 req-537af808-f18b-41d0-bb4c-70a5b78da9b5 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 945 time: 0.0494959 Jul 14 11:50:31.792637 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-109fd9fc-5cd6-4302-b76c-a29fa5343027 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=951609a482e34e93908057a68c5dc706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394201 Jul 14 11:50:31.795054 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40586) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:31.810412 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a82492a6-3556-4dc1-85b2-3056dd2126d1 req-2942d894-6875-4241-8274-414804e3e5e9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472448 Jul 14 11:50:31.846231 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5aef53af-1a41-4779-be6a-c3d2a8493519 admin admin] Publish callbacks [] for security_group (fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:31.868741 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5aef53af-1a41-4779-be6a-c3d2a8493519 admin admin] Publish callbacks [] for security_group (fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:31.998131 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5aef53af-1a41-4779-be6a-c3d2a8493519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:32.001528 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5aef53af-1a41-4779-be6a-c3d2a8493519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:32.002783 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-5aef53af-1a41-4779-be6a-c3d2a8493519 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb HTTP/1.1" status: 204 len: 168 time: 0.2068217 Jul 14 11:50:32.014376 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef53af-1a41-4779-be6a-c3d2a8493519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde4e4f9-8eb6-4f88-851c-c43f33cf9dfb,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:32.103243 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4aa8cc-d2c3-405f-9872-d57eab38f088 req-d45f2c15-6062-4788-89ce-247c5580503b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:32.104751 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9e4aa8cc-d2c3-405f-9872-d57eab38f088 req-d45f2c15-6062-4788-89ce-247c5580503b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 945 time: 0.0502090 Jul 14 11:50:32.161738 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9e4aa8cc-d2c3-405f-9872-d57eab38f088 req-9c38e203-ef1e-46f4-98db-9d912e5674bd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506225 Jul 14 11:50:32.209486 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcc2ad-4f22-4a12-8c82-8f0b24b8d7b7 req-3536423e-f515-40d9-bf2d-916dc7788ea9 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:32.210991 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14dcc2ad-4f22-4a12-8c82-8f0b24b8d7b7 req-3536423e-f515-40d9-bf2d-916dc7788ea9 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.0489748 Jul 14 11:50:32.259095 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-14dcc2ad-4f22-4a12-8c82-8f0b24b8d7b7 req-5695bd5d-0b9c-417f-883a-4302b544e4f1 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424788 Jul 14 11:50:32.919756 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-9696e5ec-f229-41b8-9045-cc6a033a1aa7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:32.921454 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-9696e5ec-f229-41b8-9045-cc6a033a1aa7 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 945 time: 0.0661118 Jul 14 11:50:32.993892 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6627f-d4a0-410a-a85f-33c0a682e258 req-d7fb2d1c-a5c0-4611-88cc-d82107f1db71 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:32.995425 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-56f6627f-d4a0-410a-a85f-33c0a682e258 req-d7fb2d1c-a5c0-4611-88cc-d82107f1db71 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 945 time: 0.0998757 Jul 14 11:50:33.036370 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-2d673807-2bfa-405f-835e-5a98747915a5 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:33.037924 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-2d673807-2bfa-405f-835e-5a98747915a5 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 945 time: 0.1287377 Jul 14 11:50:33.067244 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Deleting port 2bf88cae-cdc5-4206-8a26-2e2997ddefac {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:33.067512 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.090680 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f5afc-87b7-47ad-ab7a-08c8346451fa req-f322a771-e103-40c0-beb9-528544038891 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:33.092261 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dd9f5afc-87b7-47ad-ab7a-08c8346451fa req-f322a771-e103-40c0-beb9-528544038891 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.55 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.1200542 Jul 14 11:50:33.172700 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] For port 2bf88cae-cdc5-4206-8a26-2e2997ddefac, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2bf88cae-cdc5-4206-8a26-2e2997ddefac,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:33.173314 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.200807 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-56f6627f-d4a0-410a-a85f-33c0a682e258 req-e0209b9e-38a8-4ed0-a329-d5ca83b27102 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups?id=a254cb3b-e6d8-40f3-ae3d-2a64100d994c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982994 Jul 14 11:50:33.241097 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Deleting port 9e3c7542-e076-4781-be94-f9cf16cf7f57 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:33.241715 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.278378 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-dd9f5afc-87b7-47ad-ab7a-08c8346451fa req-f746963d-3029-4a55-92fb-a382c882564a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Deleting port f79bdd51-95b5-4720-a060-677fe13019be {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:33.278757 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-dd9f5afc-87b7-47ad-ab7a-08c8346451fa req-f746963d-3029-4a55-92fb-a382c882564a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (f79bdd51-95b5-4720-a060-677fe13019be), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.355002 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 2bf88cae-cdc5-4206-8a26-2e2997ddefac no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:33.403859 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d620c7e-345e-41d2-af8e-4159aea48611 req-54167b76-9fa7-490f-b010-3f634a07f934 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:33.405404 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7d620c7e-345e-41d2-af8e-4159aea48611 req-54167b76-9fa7-490f-b010-3f634a07f934 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 945 time: 0.1142738 Jul 14 11:50:33.413117 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:33.429615 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:33.443857 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.444227 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (c64c8efd-0777-4b5a-afed-a2cd4ab1c33f), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.444548 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Floating IP c64c8efd-0777-4b5a-afed-a2cd4ab1c33f disassociated. External IP: 172.27.3.95, port: 2bf88cae-cdc5-4206-8a26-2e2997ddefac. Jul 14 11:50:33.444900 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Calling delete_port for 2bf88cae-cdc5-4206-8a26-2e2997ddefac owned by compute:nova {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:33.455230 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 2bf88cae-cdc5-4206-8a26-2e2997ddefac is: ACTIVE; New status is: DOWN {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:50:33.455783 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.456922 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b116cf2-74c2-480c-99ed-accc3840382e req-31a6c7a2-254a-4f7e-95f1-2e58a1b3c6af tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:50:33.459167 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6b116cf2-74c2-480c-99ed-accc3840382e req-31a6c7a2-254a-4f7e-95f1-2e58a1b3c6af tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 946 time: 0.1215308 Jul 14 11:50:33.459398 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:33.506987 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 2bf88cae-cdc5-4206-8a26-2e2997ddefac, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2bf88cae-cdc5-4206-8a26-2e2997ddefac,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:33.508576 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf88cae-cdc5-4206-8a26-2e2997ddefac'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:50:33.511835 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa952ce-ac6a-4215-b974-1280734c8b32" -d '{"events": [{"server_uuid": "046cf283-3c75-404b-b0a5-47ff4e2b9b38", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf88cae-cdc5-4206-8a26-2e2997ddefac"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:33.514464 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:33.515319 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] For port 9e3c7542-e076-4781-be94-f9cf16cf7f57, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9e3c7542-e076-4781-be94-f9cf16cf7f57,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:33.516665 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.522211 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7d620c7e-345e-41d2-af8e-4159aea48611 req-4a3aa3a1-a764-44da-abc7-0ee3d6e6d10a tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups?id=049c7eaa-bc1b-491f-b6e2-6646d0461757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007223 Jul 14 11:50:33.534686 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-dd9f5afc-87b7-47ad-ab7a-08c8346451fa req-f746963d-3029-4a55-92fb-a382c882564a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] For port f79bdd51-95b5-4720-a060-677fe13019be, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f79bdd51-95b5-4720-a060-677fe13019be,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:33.535051 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-dd9f5afc-87b7-47ad-ab7a-08c8346451fa req-f746963d-3029-4a55-92fb-a382c882564a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (f79bdd51-95b5-4720-a060-677fe13019be), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.579095 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfa0fc7-69f4-4932-84fe-0cc9fd3f039c x-openstack-request-id: req-bdfa0fc7-69f4-4932-84fe-0cc9fd3f039c {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:33.582199 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046cf283-3c75-404b-b0a5-47ff4e2b9b38", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf88cae-cdc5-4206-8a26-2e2997ddefac", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:33.582199 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bdfa0fc7-69f4-4932-84fe-0cc9fd3f039c {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:33.582199 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdfa0fc7-69f4-4932-84fe-0cc9fd3f039c'] response: {'server_uuid': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf88cae-cdc5-4206-8a26-2e2997ddefac', 'code': 200} Jul 14 11:50:33.590281 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-dd9f5afc-87b7-47ad-ab7a-08c8346451fa req-f746963d-3029-4a55-92fb-a382c882564a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Calling delete_port for f79bdd51-95b5-4720-a060-677fe13019be owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:33.609094 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6b116cf2-74c2-480c-99ed-accc3840382e req-c7c8f5d9-4a7f-4928-876d-21f3fb2bb125 tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/security-groups?id=5ef24666-f930-4510-8d1b-2b4589503415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360397 Jul 14 11:50:33.635880 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.693661 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=2bf88cae-cdc5-4206-8a26-2e2997ddefac,revision_number=6']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:33.781081 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (2bf88cae-cdc5-4206-8a26-2e2997ddefac), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.789233 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.789600 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (85820d21-2c57-425d-9f7e-c07aefbc6e99), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.790341 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Floating IP 85820d21-2c57-425d-9f7e-c07aefbc6e99 disassociated. External IP: 172.27.3.193, port: 9e3c7542-e076-4781-be94-f9cf16cf7f57. Jul 14 11:50:33.790341 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Calling delete_port for 9e3c7542-e076-4781-be94-f9cf16cf7f57 owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:33.820144 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'Port': ['ID=2bf88cae-cdc5-4206-8a26-2e2997ddefac,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:33.956087 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:50:33.965046 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:33.989048 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-dd9f5afc-87b7-47ad-ab7a-08c8346451fa req-f746963d-3029-4a55-92fb-a382c882564a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (f79bdd51-95b5-4720-a060-677fe13019be), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:33.989207 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['f79bdd51-95b5-4720-a060-677fe13019be'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:50:34.026457 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746963d-3029-4a55-92fb-a382c882564a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Pushing event deleted for resources: {'Port': ['ID=f79bdd51-95b5-4720-a060-677fe13019be,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:34.070508 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9f5afc-87b7-47ad-ab7a-08c8346451fa req-f746963d-3029-4a55-92fb-a382c882564a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] No DVR routers for this DVR port f79bdd51-95b5-4720-a060-677fe13019be on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:34.073413 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-dd9f5afc-87b7-47ad-ab7a-08c8346451fa req-f746963d-3029-4a55-92fb-a382c882564a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:34.077024 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-dd9f5afc-87b7-47ad-ab7a-08c8346451fa req-f746963d-3029-4a55-92fb-a382c882564a tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.55 "DELETE /v2.0/ports/f79bdd51-95b5-4720-a060-677fe13019be HTTP/1.1" status: 204 len: 173 time: 0.9756024 Jul 14 11:50:34.077509 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'name': 'network-vif-deleted', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:50:34.082757 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551ddd37-d981-476b-9362-15674b22c828" -d '{"events": [{"server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "name": "network-vif-deleted", "tag": "f79bdd51-95b5-4720-a060-677fe13019be"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:34.088950 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:34.101724 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6f31dd-0735-44e6-b421-bf9d53277268 None None] Sync routers for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:34.112803 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f31dd-0735-44e6-b421-bf9d53277268 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:34.113378 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-7c6f31dd-0735-44e6-b421-bf9d53277268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:34.124028 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649c3c03-740a-47d8-aa54-1f1e23bd0c70 x-openstack-request-id: req-649c3c03-740a-47d8-aa54-1f1e23bd0c70 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:34.124319 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88440aae-c9af-4f69-bdae-38f9d81c06a7", "name": "network-vif-deleted", "tag": "f79bdd51-95b5-4720-a060-677fe13019be", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:34.125202 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-649c3c03-740a-47d8-aa54-1f1e23bd0c70 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:34.125705 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649c3c03-740a-47d8-aa54-1f1e23bd0c70'] response: {'server_uuid': '88440aae-c9af-4f69-bdae-38f9d81c06a7', 'name': 'network-vif-deleted', 'tag': 'f79bdd51-95b5-4720-a060-677fe13019be', 'status': 'completed', 'code': 200} Jul 14 11:50:34.145631 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] No DVR routers for this DVR port 2bf88cae-cdc5-4206-8a26-2e2997ddefac on host hv-cinder-84980 {{(pid=111167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:34.145631 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:34.146379 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6bfa643c-7aa5-4e32-8c6f-3fe02960c13d req-83c940e7-e952-49a4-8c3d-9bcf3b3e3dbd tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.55 "DELETE /v2.0/ports/2bf88cae-cdc5-4206-8a26-2e2997ddefac HTTP/1.1" status: 204 len: 173 time: 1.1805851 Jul 14 11:50:34.147151 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'name': 'network-vif-deleted', 'tag': '2bf88cae-cdc5-4206-8a26-2e2997ddefac'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:50:34.149728 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f012e8f5-7271-4b66-95e7-7cb7c8ab4112" -d '{"events": [{"server_uuid": "046cf283-3c75-404b-b0a5-47ff4e2b9b38", "name": "network-vif-deleted", "tag": "2bf88cae-cdc5-4206-8a26-2e2997ddefac"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:34.165233 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (9e3c7542-e076-4781-be94-f9cf16cf7f57), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:34.204313 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event deleted for resources: {'Port': ['ID=9e3c7542-e076-4781-be94-f9cf16cf7f57,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:34.255920 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-7c6f31dd-0735-44e6-b421-bf9d53277268 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:34.381438 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-fb1e9c9d-6d2f-4f7c-8351-0d6c57cdf592 req-62be417e-57a2-4323-aaf4-dc06a5074f2d tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 210 time: 0.0696757 Jul 14 11:50:34.427102 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Router 25f7a831-2244-4812-9395-dfa261bc61a8 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:50:34.455144 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a61c46b-fe06-491f-b5db-4482d5bc2710 x-openstack-request-id: req-4a61c46b-fe06-491f-b5db-4482d5bc2710 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:34.455559 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046cf283-3c75-404b-b0a5-47ff4e2b9b38", "name": "network-vif-deleted", "tag": "2bf88cae-cdc5-4206-8a26-2e2997ddefac", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:34.455881 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4a61c46b-fe06-491f-b5db-4482d5bc2710 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:34.456361 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a61c46b-fe06-491f-b5db-4482d5bc2710'] response: {'server_uuid': '046cf283-3c75-404b-b0a5-47ff4e2b9b38', 'name': 'network-vif-deleted', 'tag': '2bf88cae-cdc5-4206-8a26-2e2997ddefac', 'status': 'completed', 'code': 200} Jul 14 11:50:34.493254 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:34.576043 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:34.593836 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7cb9b-4306-4595-9e0d-1d070ebaf517 None None] Sync routers for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:34.608728 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7cb9b-4306-4595-9e0d-1d070ebaf517 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:34.614033 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-7c6f31dd-0735-44e6-b421-bf9d53277268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:34.619608 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-28f7cb9b-4306-4595-9e0d-1d070ebaf517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:34.638233 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] No DVR routers for this DVR port 9e3c7542-e076-4781-be94-f9cf16cf7f57 on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:34.640753 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:34.645561 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-70a79f0c-8290-4bdf-a2a7-bd3caa880c4b req-1e5509d0-facf-40e3-9c25-1029b60333eb tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.55 "DELETE /v2.0/ports/9e3c7542-e076-4781-be94-f9cf16cf7f57 HTTP/1.1" status: 204 len: 173 time: 1.6013715 Jul 14 11:50:34.650975 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6f31dd-0735-44e6-b421-bf9d53277268 None None] Checking router: a12ab71c-1de3-4b12-86f7-5c9fecff0c40 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:34.671768 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f31dd-0735-44e6-b421-bf9d53277268 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:34.672670 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-7c6f31dd-0735-44e6-b421-bf9d53277268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:34.739641 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1bc4086e-fdb6-43de-9b7b-e382c37e9036 req-cb3e93ec-867e-4922-b961-744650c1f307 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/ports?device_id=046cf283-3c75-404b-b0a5-47ff4e2b9b38 HTTP/1.1" status: 200 len: 210 time: 0.0473785 Jul 14 11:50:34.779885 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-28f7cb9b-4306-4595-9e0d-1d070ebaf517 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:34.827942 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-7c6f31dd-0735-44e6-b421-bf9d53277268 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:34.838914 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9e70e9f3-6285-43a1-8066-c1283e447888 req-c3ee2e0d-69c2-4254-a9da-ab66250ffa2f tempest-TestMinimumBasicScenario-1138489193 tempest-TestMinimumBasicScenario-1138489193-project] 10.222.0.40 "GET /v2.0/ports?device_id=88440aae-c9af-4f69-bdae-38f9d81c06a7 HTTP/1.1" status: 200 len: 210 time: 0.0747762 Jul 14 11:50:35.077574 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-28f7cb9b-4306-4595-9e0d-1d070ebaf517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:35.104074 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7cb9b-4306-4595-9e0d-1d070ebaf517 None None] Checking router: 25f7a831-2244-4812-9395-dfa261bc61a8 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:35.120115 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7cb9b-4306-4595-9e0d-1d070ebaf517 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:35.120794 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-28f7cb9b-4306-4595-9e0d-1d070ebaf517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:35.125087 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:35.199991 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-7c6f31dd-0735-44e6-b421-bf9d53277268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:35.232323 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6f31dd-0735-44e6-b421-bf9d53277268 None None] The sync data for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi is: [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:44:10Z', 'revision_number': 4, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '3a0d4f91-0469-4513-a799-ee978542653d', 'name': '', 'network_id': 'ce6397ea-e1d9-4c18-9185-6161e76618d7', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'mac_address': 'fa:16:3e:7c:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:08Z', 'updated_at': '2022-07-14T11:44:24Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'subnets': [{'id': '359d57a5-1483-450f-ae8c-a26ea1a1115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:35.277875 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-28f7cb9b-4306-4595-9e0d-1d070ebaf517 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:35.495601 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-28f7cb9b-4306-4595-9e0d-1d070ebaf517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:35.498700 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a264146-b287-46ee-a15a-8ef29bdcc442 None None] New status for floating IP c64c8efd-0777-4b5a-afed-a2cd4ab1c33f: DOWN {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:50:35.513402 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d619c6a3-00ba-4ae3-93a2-98a7e137047d req-222eb526-9120-4f63-b390-ebe558184c4a tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a9a7ce6-aede-493e-8e91-b35f4c51d954 HTTP/1.1" status: 200 len: 210 time: 0.0300379 Jul 14 11:50:35.526427 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7cb9b-4306-4595-9e0d-1d070ebaf517 None None] The sync data for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi is: [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:44:05Z', 'revision_number': 4, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'c3b7c235-29a5-4449-a467-178aff140a21', 'name': '', 'network_id': '87d6f20b-bda5-4229-8026-f520c7f094ed', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'mac_address': 'fa:16:3e:33:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:02Z', 'updated_at': '2022-07-14T11:44:11Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'subnets': [{'id': '2a358cd9-2a9c-4885-95d8-0f50e266cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:35.849942 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615f709-3d7f-494a-944f-196124dbe35f None None] New status for floating IP 85820d21-2c57-425d-9f7e-c07aefbc6e99: DOWN {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:50:35.947382 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40662) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:36.003633 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ebce14e9-3c64-49c1-9be8-d79d5770430b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (049c7eaa-bc1b-491f-b6e2-6646d0461757), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.027293 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ebce14e9-3c64-49c1-9be8-d79d5770430b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (049c7eaa-bc1b-491f-b6e2-6646d0461757), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.126898 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'name': 'network-vif-deleted', 'tag': '9e3c7542-e076-4781-be94-f9cf16cf7f57'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:50:36.129760 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081fb500-efea-47f5-8079-6538cc5e5398" -d '{"events": [{"server_uuid": "4a9a7ce6-aede-493e-8e91-b35f4c51d954", "name": "network-vif-deleted", "tag": "9e3c7542-e076-4781-be94-f9cf16cf7f57"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:50:36.166773 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ebce14e9-3c64-49c1-9be8-d79d5770430b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (049c7eaa-bc1b-491f-b6e2-6646d0461757), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.170631 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ebce14e9-3c64-49c1-9be8-d79d5770430b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.173207 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-ebce14e9-3c64-49c1-9be8-d79d5770430b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "DELETE /v2.0/security-groups/049c7eaa-bc1b-491f-b6e2-6646d0461757 HTTP/1.1" status: 204 len: 168 time: 0.2234917 Jul 14 11:50:36.173620 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54a9191-7330-49f8-84f8-af3fe542adfa x-openstack-request-id: req-d54a9191-7330-49f8-84f8-af3fe542adfa {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:50:36.174224 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9a7ce6-aede-493e-8e91-b35f4c51d954", "name": "network-vif-deleted", "tag": "9e3c7542-e076-4781-be94-f9cf16cf7f57", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:50:36.177552 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d54a9191-7330-49f8-84f8-af3fe542adfa {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:50:36.177692 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40676) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:36.178166 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54a9191-7330-49f8-84f8-af3fe542adfa'] response: {'server_uuid': '4a9a7ce6-aede-493e-8e91-b35f4c51d954', 'name': 'network-vif-deleted', 'tag': '9e3c7542-e076-4781-be94-f9cf16cf7f57', 'status': 'completed', 'code': 200} Jul 14 11:50:36.185379 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce14e9-3c64-49c1-9be8-d79d5770430b tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049c7eaa-bc1b-491f-b6e2-6646d0461757,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:36.191922 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.api.v2.resource [None req-490b5c60-f8e6-479d-9b56-fe6cf61b0653 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] show failed (client error): The resource could not be found. Jul 14 11:50:36.193221 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-490b5c60-f8e6-479d-9b56-fe6cf61b0653 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "GET /v2.0/security-groups/049c7eaa-bc1b-491f-b6e2-6646d0461757 HTTP/1.1" status: 404 len: 347 time: 0.0174167 Jul 14 11:50:36.196238 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40678) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:36.314563 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcaa88-4f07-468f-b48b-0b370595cdd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Deleting port eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:36.314898 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9ddcaa88-4f07-468f-b48b-0b370595cdd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.397601 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9ddcaa88-4f07-468f-b48b-0b370595cdd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.397986 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9ddcaa88-4f07-468f-b48b-0b370595cdd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.411400 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcaa88-4f07-468f-b48b-0b370595cdd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Calling delete_port for eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36 owned by network:floatingip {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:36.686655 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9ddcaa88-4f07-468f-b48b-0b370595cdd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.713693 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcaa88-4f07-468f-b48b-0b370595cdd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Pushing event deleted for resources: {'Port': ['ID=eb2fa035-b045-4eb8-a1e6-5d9d4fee9c36,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:36.715829 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40700) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:36.783922 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:36.787735 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99078c74-d2d3-4dc2-bf52-587448a9b9a8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (a254cb3b-e6d8-40f3-ae3d-2a64100d994c), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.792911 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9ddcaa88-4f07-468f-b48b-0b370595cdd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks [] for floatingip (c64c8efd-0777-4b5a-afed-a2cd4ab1c33f), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.795506 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9ddcaa88-4f07-468f-b48b-0b370595cdd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.796632 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-9ddcaa88-4f07-468f-b48b-0b370595cdd8 tempest-AttachVolumeNegativeTest-1370490288 tempest-AttachVolumeNegativeTest-1370490288-project] 10.222.0.40 "DELETE /v2.0/floatingips/c64c8efd-0777-4b5a-afed-a2cd4ab1c33f HTTP/1.1" status: 204 len: 168 time: 0.5993710 Jul 14 11:50:36.821093 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99078c74-d2d3-4dc2-bf52-587448a9b9a8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (a254cb3b-e6d8-40f3-ae3d-2a64100d994c), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.986518 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99078c74-d2d3-4dc2-bf52-587448a9b9a8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (a254cb3b-e6d8-40f3-ae3d-2a64100d994c), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.989837 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99078c74-d2d3-4dc2-bf52-587448a9b9a8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:36.991003 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-99078c74-d2d3-4dc2-bf52-587448a9b9a8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "DELETE /v2.0/security-groups/a254cb3b-e6d8-40f3-ae3d-2a64100d994c HTTP/1.1" status: 204 len: 168 time: 0.2739360 Jul 14 11:50:36.997753 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40718) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:37.004464 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99078c74-d2d3-4dc2-bf52-587448a9b9a8 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a254cb3b-e6d8-40f3-ae3d-2a64100d994c,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:37.013445 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.api.v2.resource [None req-134c1fb3-be9e-4cb5-97b0-72d4855c61e9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] show failed (client error): The resource could not be found. Jul 14 11:50:37.014580 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-134c1fb3-be9e-4cb5-97b0-72d4855c61e9 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "GET /v2.0/security-groups/a254cb3b-e6d8-40f3-ae3d-2a64100d994c HTTP/1.1" status: 404 len: 347 time: 0.0195804 Jul 14 11:50:37.018037 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40722) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:37.129478 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-bcb73227-942d-4cb2-9414-ab23e25e0a11 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Deleting port 56dd87ce-8a6b-42b2-9684-cf0f9249b900 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:37.129824 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bcb73227-942d-4cb2-9414-ab23e25e0a11 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (56dd87ce-8a6b-42b2-9684-cf0f9249b900), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:37.149032 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:37.210569 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bcb73227-942d-4cb2-9414-ab23e25e0a11 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (56dd87ce-8a6b-42b2-9684-cf0f9249b900), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:37.210938 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bcb73227-942d-4cb2-9414-ab23e25e0a11 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (56dd87ce-8a6b-42b2-9684-cf0f9249b900), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:37.224053 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:37.225333 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-bcb73227-942d-4cb2-9414-ab23e25e0a11 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Calling delete_port for 56dd87ce-8a6b-42b2-9684-cf0f9249b900 owned by network:floatingip {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:37.394377 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device f79bdd51-95b5-4720-a060-677fe13019be no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:37.414040 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: f79bdd51-95b5-4720-a060-677fe13019be {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:37.414385 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device f79bdd51-95b5-4720-a060-677fe13019be not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:37.414800 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9e3c7542-e076-4781-be94-f9cf16cf7f57 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:37.433510 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 9e3c7542-e076-4781-be94-f9cf16cf7f57 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:37.433855 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9e3c7542-e076-4781-be94-f9cf16cf7f57 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:37.470607 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bcb73227-942d-4cb2-9414-ab23e25e0a11 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (56dd87ce-8a6b-42b2-9684-cf0f9249b900), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:37.499634 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb73227-942d-4cb2-9414-ab23e25e0a11 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Pushing event deleted for resources: {'Port': ['ID=56dd87ce-8a6b-42b2-9684-cf0f9249b900,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:37.571814 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bcb73227-942d-4cb2-9414-ab23e25e0a11 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks [] for floatingip (85820d21-2c57-425d-9f7e-c07aefbc6e99), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:37.575112 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bcb73227-942d-4cb2-9414-ab23e25e0a11 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:37.576357 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-bcb73227-942d-4cb2-9414-ab23e25e0a11 tempest-AttachVolumeTestJSON-1543342879 tempest-AttachVolumeTestJSON-1543342879-project] 10.222.0.40 "DELETE /v2.0/floatingips/85820d21-2c57-425d-9f7e-c07aefbc6e99 HTTP/1.1" status: 204 len: 168 time: 0.5572062 Jul 14 11:50:37.678673 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40734) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:38.001538 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732248'] for router_interface (416a4382-c4dd-4270-98f5-906e7e00cb25), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:38.244112 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] Deleting port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:38.244450 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:38.329105 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] For port 2054b2d1-4892-4ca2-b5ad-d9484218cf4c, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=2054b2d1-4892-4ca2-b5ad-d9484218cf4c,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:38.329519 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:38.337079 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:38.344072 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] Calling delete_port for 2054b2d1-4892-4ca2-b5ad-d9484218cf4c owned by network:router_interface {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:38.457458 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:38.610166 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (2054b2d1-4892-4ca2-b5ad-d9484218cf4c), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:38.634756 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] Pushing event deleted for resources: {'Port': ['ID=2054b2d1-4892-4ca2-b5ad-d9484218cf4c,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:38.820071 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732108'] for router_interface (416a4382-c4dd-4270-98f5-906e7e00cb25), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:39.326032 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] Router 416a4382-c4dd-4270-98f5-906e7e00cb25 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:50:39.427567 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:39.432795 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-0da54c76-23ce-4a32-a5f0-da16f9a18523 admin admin] 10.222.0.40 "PUT /v2.0/routers/416a4382-c4dd-4270-98f5-906e7e00cb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7530971 Jul 14 11:50:39.435380 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40792) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:39.437527 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797217a-e043-4c47-b43e-29923e4ef05a None None] Sync routers for ids ['416a4382-c4dd-4270-98f5-906e7e00cb25'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:39.451181 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797217a-e043-4c47-b43e-29923e4ef05a None None] Routers {'416a4382-c4dd-4270-98f5-906e7e00cb25'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:39.451934 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-3797217a-e043-4c47-b43e-29923e4ef05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['416a4382-c4dd-4270-98f5-906e7e00cb25'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:39.534006 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:39.550968 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Publish callbacks [] for router (416a4382-c4dd-4270-98f5-906e7e00cb25), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:39.563718 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-3797217a-e043-4c47-b43e-29923e4ef05a None None] Set router 416a4382-c4dd-4270-98f5-906e7e00cb25 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:39.639911 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:39.646660 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:39.670626 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Publish callbacks [] for router_gateway (416a4382-c4dd-4270-98f5-906e7e00cb25), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:39.755361 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-3797217a-e043-4c47-b43e-29923e4ef05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:50:38Z', 'revision_number': 5, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port': {'id': '5a2bdf95-476d-49e3-9a78-40ea590264d4', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:39.783334 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797217a-e043-4c47-b43e-29923e4ef05a None None] Checking router: 416a4382-c4dd-4270-98f5-906e7e00cb25 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:39.793018 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797217a-e043-4c47-b43e-29923e4ef05a None None] Routers {'416a4382-c4dd-4270-98f5-906e7e00cb25'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:39.793580 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-3797217a-e043-4c47-b43e-29923e4ef05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['416a4382-c4dd-4270-98f5-906e7e00cb25'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:39.825904 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Deleting port 5a2bdf95-476d-49e3-9a78-40ea590264d4 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:39.827133 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:39.913000 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:39.916181 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-3797217a-e043-4c47-b43e-29923e4ef05a None None] Set router 416a4382-c4dd-4270-98f5-906e7e00cb25 gateway port host: None {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:39.944758 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] For port 5a2bdf95-476d-49e3-9a78-40ea590264d4, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=5a2bdf95-476d-49e3-9a78-40ea590264d4,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:39.945218 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:39.960191 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Calling delete_port for 5a2bdf95-476d-49e3-9a78-40ea590264d4 owned by network:router_gateway {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:39.975337 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-3797217a-e043-4c47-b43e-29923e4ef05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:50:39Z', 'revision_number': 6, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port_host': None}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:40.000197 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797217a-e043-4c47-b43e-29923e4ef05a None None] The sync data for ids ['416a4382-c4dd-4270-98f5-906e7e00cb25'] in dv-cinder-849803-1-iscsi is: [{'id': '416a4382-c4dd-4270-98f5-906e7e00cb25', 'name': 'tempest-TestMinimumBasicScenario-209520573-router', 'tenant_id': 'dc22323158714269b0da2b01121fe3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:27Z', 'updated_at': '2022-07-14T11:50:39Z', 'revision_number': 6, 'project_id': 'dc22323158714269b0da2b01121fe3ed', 'gw_port_host': None}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:40.213502 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (5a2bdf95-476d-49e3-9a78-40ea590264d4), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:40.248407 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2bdf95-476d-49e3-9a78-40ea590264d4,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:40.313796 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726993'] for router_gateway (416a4382-c4dd-4270-98f5-906e7e00cb25), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:40.419337 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021'] for router (416a4382-c4dd-4270-98f5-906e7e00cb25), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:40.421770 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Publish callbacks [] for router_controller (416a4382-c4dd-4270-98f5-906e7e00cb25), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:40.552986 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1734570'] for router (416a4382-c4dd-4270-98f5-906e7e00cb25), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:40.553735 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 416a4382-c4dd-4270-98f5-906e7e00cb25 {{(pid=111167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:50:40.565012 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:40.565012 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-99665c9c-3d46-4125-a40e-0b3418b161c0 admin admin] 10.222.0.40 "DELETE /v2.0/routers/416a4382-c4dd-4270-98f5-906e7e00cb25 HTTP/1.1" status: 204 len: 168 time: 1.1239572 Jul 14 11:50:40.565012 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40820) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:40.621744 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a1a155-fa0a-4b59-98b3-7ee4cadd5135 admin admin] Deleting subnet 2aae70f5-484a-45cf-af1c-4c414744dbc5 {{(pid=111167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:50:40.621744 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-45a1a155-fa0a-4b59-98b3-7ee4cadd5135 admin admin] Publish callbacks [] for subnet (2aae70f5-484a-45cf-af1c-4c414744dbc5), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:40.651163 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:40.658480 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-45a1a155-fa0a-4b59-98b3-7ee4cadd5135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24027086'] for subnet (2aae70f5-484a-45cf-af1c-4c414744dbc5), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:40.736076 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-45a1a155-fa0a-4b59-98b3-7ee4cadd5135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (2aae70f5-484a-45cf-af1c-4c414744dbc5), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:40.904145 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-45a1a155-fa0a-4b59-98b3-7ee4cadd5135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24027045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31053130'] for subnet (2aae70f5-484a-45cf-af1c-4c414744dbc5), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:40.956235 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a532a5c2-6d4c-400b-87d0-2e0a1ee8cdc7 None None] Network 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:50:40.961755 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-45a1a155-fa0a-4b59-98b3-7ee4cadd5135 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:40.965210 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-45a1a155-fa0a-4b59-98b3-7ee4cadd5135 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/2aae70f5-484a-45cf-af1c-4c414744dbc5 HTTP/1.1" status: 204 len: 168 time: 0.4008322 Jul 14 11:50:40.966597 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1a155-fa0a-4b59-98b3-7ee4cadd5135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aae70f5-484a-45cf-af1c-4c414744dbc5,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:40.968291 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40828) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:41.029938 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 5a2bdf95-476d-49e3-9a78-40ea590264d4 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:41.055396 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 5a2bdf95-476d-49e3-9a78-40ea590264d4 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:41.055744 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 5a2bdf95-476d-49e3-9a78-40ea590264d4 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:41.056214 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 2054b2d1-4892-4ca2-b5ad-d9484218cf4c no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:41.058638 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.093648 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 2054b2d1-4892-4ca2-b5ad-d9484218cf4c {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:41.094079 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 2054b2d1-4892-4ca2-b5ad-d9484218cf4c not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:41.118190 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Deleting port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:41.118190 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.188690 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] For port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=8c18da88-4ffb-4eb0-bd56-c77a466ee2f8,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:41.189052 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.203813 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Calling delete_port for 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 owned by network:dhcp {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:41.209740 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12718a23-d40f-4093-ac4b-80d022a07d8f None None] DHCP port deletion for 5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 request from dv-cinder-849803-1-iscsi {{(pid=111168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:50:41.251158 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-12718a23-d40f-4093-ac4b-80d022a07d8f None None] Deleting port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 {{(pid=111168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:41.251585 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-12718a23-d40f-4093-ac4b-80d022a07d8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), before_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.320434 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-12718a23-d40f-4093-ac4b-80d022a07d8f None None] For port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=8c18da88-4ffb-4eb0-bd56-c77a466ee2f8,segment=NetworkSegment(3c02dd55-cf5b-48a3-ad00-a497b7174b37),segment_id=3c02dd55-cf5b-48a3-ad00-a497b7174b37)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:41.320825 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-12718a23-d40f-4093-ac4b-80d022a07d8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), precommit_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.336232 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-12718a23-d40f-4093-ac4b-80d022a07d8f None None] Calling delete_port for 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 owned by network:dhcp {{(pid=111168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:41.339527 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40838) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:41.435492 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.442939 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-12718a23-d40f-4093-ac4b-80d022a07d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (8c18da88-4ffb-4eb0-bd56-c77a466ee2f8), after_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.450289 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:41.462828 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c18da88-4ffb-4eb0-bd56-c77a466ee2f8,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:41.466431 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] No DVR routers for this DVR port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 on host dv-cinder-849803-1-iscsi {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:41.475496 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12718a23-d40f-4093-ac4b-80d022a07d8f None None] Pushing event deleted for resources: {'Port': ['ID=8c18da88-4ffb-4eb0-bd56-c77a466ee2f8,revision_number=None']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:41.480184 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12718a23-d40f-4093-ac4b-80d022a07d8f None None] No DVR routers for this DVR port 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 on host dv-cinder-849803-1-iscsi {{(pid=111168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:41.511180 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:41.554938 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.575443 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7']}} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:41.585801 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c02dd55-cf5b-48a3-ad00-a497b7174b37') {'for_net_delete': True} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:41.586104 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c02dd55-cf5b-48a3-ad00-a497b7174b37') {} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:41.596834 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31228422'] for segment (3c02dd55-cf5b-48a3-ad00-a497b7174b37), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.611138 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (3c02dd55-cf5b-48a3-ad00-a497b7174b37), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.617737 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=111166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:50:41.618118 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228321'] for segment (3c02dd55-cf5b-48a3-ad00-a497b7174b37), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.737640 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40852) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:41.784986 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.808571 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:41.810012 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] 10.222.0.40 "DELETE /v2.0/networks/5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7 HTTP/1.1" status: 204 len: 168 time: 0.8405068 Jul 14 11:50:41.814229 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment 3c02dd55-cf5b-48a3-ad00-a497b7174b37 resource provider aggregate not found Jul 14 11:50:41.819051 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40856) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:41.819196 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee678de-6212-40a0-83a8-59674d6ad089 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac6cc6a-1ccb-4a85-8137-dbb90845a5b7,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:41.859542 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment 3c02dd55-cf5b-48a3-ad00-a497b7174b37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c02dd55-cf5b-48a3-ad00-a497b7174b37 found for delete ", "request_id": "req-b1fe75ac-e6e5-44bd-ba1e-c7a55ff0a49a"}]} Jul 14 11:50:41.942145 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:41.959962 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732248'] for router_interface (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:42.273537 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:42.318014 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:42.375468 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] Deleting port 3a0d4f91-0469-4513-a799-ee978542653d {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:42.375806 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (3a0d4f91-0469-4513-a799-ee978542653d), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:42.392514 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732248'] for router_interface (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:42.397737 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732248'] for router_interface (25f7a831-2244-4812-9395-dfa261bc61a8), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:42.553181 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] For port 3a0d4f91-0469-4513-a799-ee978542653d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=3a0d4f91-0469-4513-a799-ee978542653d,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:42.553649 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (3a0d4f91-0469-4513-a799-ee978542653d), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:42.597637 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] Calling delete_port for 3a0d4f91-0469-4513-a799-ee978542653d owned by network:router_interface {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:42.632759 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] Deleting port c3b7c235-29a5-4449-a467-178aff140a21 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:42.633212 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (c3b7c235-29a5-4449-a467-178aff140a21), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:42.716075 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] For port c3b7c235-29a5-4449-a467-178aff140a21, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=c3b7c235-29a5-4449-a467-178aff140a21,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:42.716432 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (c3b7c235-29a5-4449-a467-178aff140a21), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:42.729815 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] Calling delete_port for c3b7c235-29a5-4449-a467-178aff140a21 owned by network:router_interface {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:42.770950 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:42.808525 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] Deleting port e4b7862a-68ff-42cb-b391-458ee8917966 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:42.808868 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:42.839550 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:42.971912 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:42.993405 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:42.993854 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 8c18da88-4ffb-4eb0-bd56-c77a466ee2f8 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:43.015270 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (c3b7c235-29a5-4449-a467-178aff140a21), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:43.041029 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b7c235-29a5-4449-a467-178aff140a21,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:43.213939 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] For port e4b7862a-68ff-42cb-b391-458ee8917966, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=e4b7862a-68ff-42cb-b391-458ee8917966,segment=NetworkSegment(2031b578-41dc-42fb-8115-bfdaf6946cbb),segment_id=2031b578-41dc-42fb-8115-bfdaf6946cbb)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:43.214562 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:43.225676 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732108'] for router_interface (25f7a831-2244-4812-9395-dfa261bc61a8), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:43.228462 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] Calling delete_port for e4b7862a-68ff-42cb-b391-458ee8917966 owned by network:router_interface {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:43.233974 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:43.333966 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (3a0d4f91-0469-4513-a799-ee978542653d), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:43.365954 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0d4f91-0469-4513-a799-ee978542653d,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:43.419337 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:43.447985 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] Router 25f7a831-2244-4812-9395-dfa261bc61a8 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:50:43.577574 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:43.587515 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-14d370b7-52c3-48d5-a198-da2e738c0116 admin admin] 10.222.0.40 "PUT /v2.0/routers/25f7a831-2244-4812-9395-dfa261bc61a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8466501 Jul 14 11:50:43.588673 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40870) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:43.593990 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39bc91-f955-4007-9ce3-35b2ef698ba8 None None] Sync routers for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:43.603914 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732108'] for router_interface (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:43.608875 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a39bc91-f955-4007-9ce3-35b2ef698ba8 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:43.609594 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-9a39bc91-f955-4007-9ce3-35b2ef698ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:43.649297 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:43.658228 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (e4b7862a-68ff-42cb-b391-458ee8917966), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:43.700559 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b7862a-68ff-42cb-b391-458ee8917966,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:43.711516 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Publish callbacks [] for router (25f7a831-2244-4812-9395-dfa261bc61a8), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:43.720619 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-9a39bc91-f955-4007-9ce3-35b2ef698ba8 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:43.805047 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:43.818811 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:43.830022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Publish callbacks [] for router_gateway (25f7a831-2244-4812-9395-dfa261bc61a8), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:43.858444 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:43.950844 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-9a39bc91-f955-4007-9ce3-35b2ef698ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:50:42Z', 'revision_number': 5, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port': {'id': 'ae9b7d23-786b-4c43-8b46-41b0f02bd86d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:56Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:43.961177 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Deleting port ae9b7d23-786b-4c43-8b46-41b0f02bd86d {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:43.961530 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:43.984424 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39bc91-f955-4007-9ce3-35b2ef698ba8 None None] Checking router: 25f7a831-2244-4812-9395-dfa261bc61a8 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:43.995162 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732108'] for router_interface (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:43.995410 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a39bc91-f955-4007-9ce3-35b2ef698ba8 None None] Routers {'25f7a831-2244-4812-9395-dfa261bc61a8'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:43.996034 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-9a39bc91-f955-4007-9ce3-35b2ef698ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['25f7a831-2244-4812-9395-dfa261bc61a8'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:44.010739 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] Router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:50:44.078052 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] For port ae9b7d23-786b-4c43-8b46-41b0f02bd86d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=ae9b7d23-786b-4c43-8b46-41b0f02bd86d,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:44.078442 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.103030 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Calling delete_port for ae9b7d23-786b-4c43-8b46-41b0f02bd86d owned by network:router_gateway {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:44.134174 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40874) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:44.177896 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:44.191685 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-9a39bc91-f955-4007-9ce3-35b2ef698ba8 None None] Set router 25f7a831-2244-4812-9395-dfa261bc61a8 gateway port host: None {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:44.244539 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-9a39bc91-f955-4007-9ce3-35b2ef698ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:50:43Z', 'revision_number': 6, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port_host': None}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:44.256798 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:44.264772 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-e0310741-86bc-46f0-ad39-f71ac318dff4 admin admin] 10.222.0.40 "PUT /v2.0/routers/a12ab71c-1de3-4b12-86f7-5c9fecff0c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9217539 Jul 14 11:50:44.268486 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbe493-4487-4cd3-bd48-2bc6367a2528 None None] Sync routers for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:44.273600 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39bc91-f955-4007-9ce3-35b2ef698ba8 None None] The sync data for ids ['25f7a831-2244-4812-9395-dfa261bc61a8'] in dv-cinder-849803-1-iscsi is: [{'id': '25f7a831-2244-4812-9395-dfa261bc61a8', 'name': 'tempest-AttachVolumeTestJSON-1599387450-router', 'tenant_id': '48a88ac7db8a481ca03508d315a0bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:55Z', 'updated_at': '2022-07-14T11:50:43Z', 'revision_number': 6, 'project_id': '48a88ac7db8a481ca03508d315a0bc56', 'gw_port_host': None}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:44.281135 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40878) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:44.283272 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbe493-4487-4cd3-bd48-2bc6367a2528 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:44.284119 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-0dcbe493-4487-4cd3-bd48-2bc6367a2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:44.307084 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:44.346299 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8a6a2835-ea05-4f9c-91e1-a27a90b25c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.416912 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-0dcbe493-4487-4cd3-bd48-2bc6367a2528 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:44.430362 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Publish callbacks [] for router (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.431498 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] Router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:50:44.474987 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (ae9b7d23-786b-4c43-8b46-41b0f02bd86d), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.507552 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9b7d23-786b-4c43-8b46-41b0f02bd86d,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:44.556652 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8a6a2835-ea05-4f9c-91e1-a27a90b25c35 admin admin] Publish callbacks [] for security_group (3ffc7394-30e4-406b-86f7-be9507a299d5), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.572286 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:44.583545 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:50:44.588666 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-42218366-822a-44d8-8ebc-205120638f15 admin admin] 10.222.0.40 "PUT /v2.0/routers/9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7724035 Jul 14 11:50:44.593671 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40880) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:44.596960 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca261f4b-2470-47cd-82c8-b30025dda67b None None] Sync routers for ids ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:50:44.611756 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca261f4b-2470-47cd-82c8-b30025dda67b None None] Routers {'9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:44.612429 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-ca261f4b-2470-47cd-82c8-b30025dda67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:44.623579 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8a6a2835-ea05-4f9c-91e1-a27a90b25c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3ffc7394-30e4-406b-86f7-be9507a299d5), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.682403 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Publish callbacks [] for router_gateway (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.723990 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a2835-ea05-4f9c-91e1-a27a90b25c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffc7394-30e4-406b-86f7-be9507a299d5,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:44.740751 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726993'] for router_gateway (25f7a831-2244-4812-9395-dfa261bc61a8), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.746003 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-0dcbe493-4487-4cd3-bd48-2bc6367a2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:50:43Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:44.757778 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-8a6a2835-ea05-4f9c-91e1-a27a90b25c35 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0931133a75484c64b26b6c00146e29bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6228480 Jul 14 11:50:44.758700 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40882) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:44.788402 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbe493-4487-4cd3-bd48-2bc6367a2528 None None] Checking router: a12ab71c-1de3-4b12-86f7-5c9fecff0c40 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:44.789665 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-ca261f4b-2470-47cd-82c8-b30025dda67b None None] Set router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:44.798585 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbe493-4487-4cd3-bd48-2bc6367a2528 None None] Routers {'a12ab71c-1de3-4b12-86f7-5c9fecff0c40'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:44.799221 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-0dcbe493-4487-4cd3-bd48-2bc6367a2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:44.855541 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4343-80be-473b-b1a3-950672b5dd21 admin admin] Publish callbacks [] for security_group (3ffc7394-30e4-406b-86f7-be9507a299d5), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.879642 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021'] for router (25f7a831-2244-4812-9395-dfa261bc61a8), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.884562 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Publish callbacks [] for router_controller (25f7a831-2244-4812-9395-dfa261bc61a8), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.894379 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:44.894659 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4343-80be-473b-b1a3-950672b5dd21 admin admin] Publish callbacks [] for security_group (3ffc7394-30e4-406b-86f7-be9507a299d5), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.899873 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Publish callbacks [] for router (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.905232 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Deleting port 4a404d9f-33e7-48e5-921c-f91aec720f88 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:44.905573 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:44.924071 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-0dcbe493-4487-4cd3-bd48-2bc6367a2528 None None] Set router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:45.032740 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4343-80be-473b-b1a3-950672b5dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3ffc7394-30e4-406b-86f7-be9507a299d5), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.036193 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4343-80be-473b-b1a3-950672b5dd21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.037952 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-3fcf4343-80be-473b-b1a3-950672b5dd21 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3ffc7394-30e4-406b-86f7-be9507a299d5 HTTP/1.1" status: 204 len: 168 time: 0.2782960 Jul 14 11:50:45.042827 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-ca261f4b-2470-47cd-82c8-b30025dda67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'name': 'tempest-TestMinimumBasicScenario-642569018-router', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:34Z', 'updated_at': '2022-07-14T11:50:43Z', 'revision_number': 5, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'gw_port': {'id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:36Z', 'updated_at': '2022-07-14T11:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:45.051831 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf4343-80be-473b-b1a3-950672b5dd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffc7394-30e4-406b-86f7-be9507a299d5,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:45.068557 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1734570'] for router (25f7a831-2244-4812-9395-dfa261bc61a8), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.069196 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25f7a831-2244-4812-9395-dfa261bc61a8 {{(pid=111166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:50:45.080332 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.083266 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-c231ec3a-a225-43f2-87b7-bf74b30b1255 admin admin] 10.222.0.40 "DELETE /v2.0/routers/25f7a831-2244-4812-9395-dfa261bc61a8 HTTP/1.1" status: 204 len: 168 time: 1.4918623 Jul 14 11:50:45.084978 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40886) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:45.094614 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca261f4b-2470-47cd-82c8-b30025dda67b None None] Checking router: 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:50:45.111472 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] For port 4a404d9f-33e7-48e5-921c-f91aec720f88, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=4a404d9f-33e7-48e5-921c-f91aec720f88,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:45.117434 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.118807 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca261f4b-2470-47cd-82c8-b30025dda67b None None] Routers {'9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:50:45.119559 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-ca261f4b-2470-47cd-82c8-b30025dda67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:45.136003 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Calling delete_port for 4a404d9f-33e7-48e5-921c-f91aec720f88 owned by network:router_gateway {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:45.142887 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Publish callbacks [] for router_gateway (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.179518 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5414727a-a6fd-4770-bbf5-c82882b4c8bb admin admin] Deleting subnet 2a358cd9-2a9c-4885-95d8-0f50e266cbc6 {{(pid=111167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:50:45.183246 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5414727a-a6fd-4770-bbf5-c82882b4c8bb admin admin] Publish callbacks [] for subnet (2a358cd9-2a9c-4885-95d8-0f50e266cbc6), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.268811 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f079d840-0bed-452b-ad85-15af4916f0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.276277 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5414727a-a6fd-4770-bbf5-c82882b4c8bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24027086'] for subnet (2a358cd9-2a9c-4885-95d8-0f50e266cbc6), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.308731 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-ca261f4b-2470-47cd-82c8-b30025dda67b None None] Set router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:50:45.313740 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-0dcbe493-4487-4cd3-bd48-2bc6367a2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:50:43Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:45.368677 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbe493-4487-4cd3-bd48-2bc6367a2528 None None] The sync data for ids ['a12ab71c-1de3-4b12-86f7-5c9fecff0c40'] in dv-cinder-849803-1-iscsi is: [{'id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'name': 'tempest-AttachVolumeNegativeTest-1984718754-router', 'tenant_id': 'f274d555f5c746cc885394c699b3d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:58Z', 'updated_at': '2022-07-14T11:50:43Z', 'revision_number': 5, 'project_id': 'f274d555f5c746cc885394c699b3d767', 'gw_port': {'id': '4a404d9f-33e7-48e5-921c-f91aec720f88', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ab71c-1de3-4b12-86f7-5c9fecff0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:00Z', 'updated_at': '2022-07-14T11:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:45.374029 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Deleting port c778bb9f-a842-49d5-ac68-13506b07d41c {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:45.377899 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.391572 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device ae9b7d23-786b-4c43-8b46-41b0f02bd86d no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:45.442446 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: ae9b7d23-786b-4c43-8b46-41b0f02bd86d {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:45.443169 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device ae9b7d23-786b-4c43-8b46-41b0f02bd86d not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:45.443741 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device c3b7c235-29a5-4449-a467-178aff140a21 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:45.454873 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5414727a-a6fd-4770-bbf5-c82882b4c8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (2a358cd9-2a9c-4885-95d8-0f50e266cbc6), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.477499 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: c3b7c235-29a5-4449-a467-178aff140a21 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:45.478194 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device c3b7c235-29a5-4449-a467-178aff140a21 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:45.517555 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:45.600319 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-ca261f4b-2470-47cd-82c8-b30025dda67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'name': 'tempest-TestMinimumBasicScenario-642569018-router', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:34Z', 'updated_at': '2022-07-14T11:50:43Z', 'revision_number': 5, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'gw_port': {'id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:36Z', 'updated_at': '2022-07-14T11:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:45.602058 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5414727a-a6fd-4770-bbf5-c82882b4c8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24027045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31053130'] for subnet (2a358cd9-2a9c-4885-95d8-0f50e266cbc6), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.633784 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca261f4b-2470-47cd-82c8-b30025dda67b None None] The sync data for ids ['9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c'] in dv-cinder-849803-1-iscsi is: [{'id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'name': 'tempest-TestMinimumBasicScenario-642569018-router', 'tenant_id': '3234cee85a5f42018aecf82fff4ad600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:47:34Z', 'updated_at': '2022-07-14T11:50:43Z', 'revision_number': 5, 'project_id': '3234cee85a5f42018aecf82fff4ad600', 'gw_port': {'id': 'c778bb9f-a842-49d5-ac68-13506b07d41c', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:47:36Z', 'updated_at': '2022-07-14T11:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:50:45.640780 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414727a-a6fd-4770-bbf5-c82882b4c8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a358cd9-2a9c-4885-95d8-0f50e266cbc6,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:45.642906 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5414727a-a6fd-4770-bbf5-c82882b4c8bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.646150 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-5414727a-a6fd-4770-bbf5-c82882b4c8bb admin admin] 10.222.0.40 "DELETE /v2.0/subnets/2a358cd9-2a9c-4885-95d8-0f50e266cbc6 HTTP/1.1" status: 204 len: 168 time: 0.5598977 Jul 14 11:50:45.647650 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409027f3-852d-4014-ba02-dffca9a1570b None None] Network 87d6f20b-bda5-4229-8026-f520c7f094ed requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:50:45.649762 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40892) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:45.764228 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (87d6f20b-bda5-4229-8026-f520c7f094ed), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.815382 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:45.834142 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Deleting port 028e8a20-de8d-4976-9604-82960cd50a76 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:45.834796 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (028e8a20-de8d-4976-9604-82960cd50a76), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.889870 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:45.908514 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] For port c778bb9f-a842-49d5-ac68-13506b07d41c, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=c778bb9f-a842-49d5-ac68-13506b07d41c,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:45.908883 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.909352 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] For port 028e8a20-de8d-4976-9604-82960cd50a76, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=028e8a20-de8d-4976-9604-82960cd50a76,segment=NetworkSegment(5035055d-e0a9-432a-b5c6-19cf89247f0e),segment_id=5035055d-e0a9-432a-b5c6-19cf89247f0e)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:45.909820 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (028e8a20-de8d-4976-9604-82960cd50a76), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:45.923839 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Calling delete_port for c778bb9f-a842-49d5-ac68-13506b07d41c owned by network:router_gateway {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:45.925612 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Calling delete_port for 028e8a20-de8d-4976-9604-82960cd50a76 owned by network:dhcp {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:45.992259 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (4a404d9f-33e7-48e5-921c-f91aec720f88), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.028483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a404d9f-33e7-48e5-921c-f91aec720f88,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:46.100182 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585da97-11cd-4a56-b2dc-6213999fbe6b None None] DHCP port deletion for 87d6f20b-bda5-4229-8026-f520c7f094ed request from dv-cinder-849803-1-iscsi {{(pid=111168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:50:46.118288 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (028e8a20-de8d-4976-9604-82960cd50a76), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.143688 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] No DVR routers for this DVR port 028e8a20-de8d-4976-9604-82960cd50a76 on host dv-cinder-849803-1-iscsi {{(pid=111167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:46.144610 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726993'] for router_gateway (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.151148 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:46.186675 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-d585da97-11cd-4a56-b2dc-6213999fbe6b None None] Deleting port 028e8a20-de8d-4976-9604-82960cd50a76 {{(pid=111168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:46.187045 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-d585da97-11cd-4a56-b2dc-6213999fbe6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (028e8a20-de8d-4976-9604-82960cd50a76), before_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.194983 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Pushing event deleted for resources: {'Port': ['ID=028e8a20-de8d-4976-9604-82960cd50a76,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:46.207042 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:46.254785 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (87d6f20b-bda5-4229-8026-f520c7f094ed), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.278471 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d6f20b-bda5-4229-8026-f520c7f094ed']}} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:46.292002 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5035055d-e0a9-432a-b5c6-19cf89247f0e') {'for_net_delete': True} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:46.292475 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5035055d-e0a9-432a-b5c6-19cf89247f0e') {} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:46.298534 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021'] for router (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.303396 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Publish callbacks [] for router_controller (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.310617 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24027097'] for segment (5035055d-e0a9-432a-b5c6-19cf89247f0e), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.329398 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (5035055d-e0a9-432a-b5c6-19cf89247f0e), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.331722 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-d585da97-11cd-4a56-b2dc-6213999fbe6b None None] For port 028e8a20-de8d-4976-9604-82960cd50a76, host dv-cinder-849803-1-iscsi, got binding levels [] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:46.332212 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-d585da97-11cd-4a56-b2dc-6213999fbe6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (028e8a20-de8d-4976-9604-82960cd50a76), precommit_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.337720 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=111167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:50:46.338329 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24026119'] for segment (5035055d-e0a9-432a-b5c6-19cf89247f0e), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.364831 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-d585da97-11cd-4a56-b2dc-6213999fbe6b None None] Calling delete_port for 028e8a20-de8d-4976-9604-82960cd50a76 owned by network:dhcp {{(pid=111168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:46.368486 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.ipam_backend_mixin [None req-d585da97-11cd-4a56-b2dc-6213999fbe6b None None] Port 028e8a20-de8d-4976-9604-82960cd50a76 was not found and therefore no delete operation was performed {{(pid=111168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 14 11:50:46.369952 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-d585da97-11cd-4a56-b2dc-6213999fbe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (028e8a20-de8d-4976-9604-82960cd50a76), after_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.390325 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 5035055d-e0a9-432a-b5c6-19cf89247f0e resource provider aggregate not found Jul 14 11:50:46.399965 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585da97-11cd-4a56-b2dc-6213999fbe6b None None] Pushing event deleted for resources: {'Port': ['ID=028e8a20-de8d-4976-9604-82960cd50a76,revision_number=None']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:46.405682 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585da97-11cd-4a56-b2dc-6213999fbe6b None None] No DVR routers for this DVR port 028e8a20-de8d-4976-9604-82960cd50a76 on host dv-cinder-849803-1-iscsi {{(pid=111168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:46.411815 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 5035055d-e0a9-432a-b5c6-19cf89247f0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5035055d-e0a9-432a-b5c6-19cf89247f0e found for delete ", "request_id": "req-1911d968-4c0c-4e03-abe5-e9c7a11849ca"}]} Jul 14 11:50:46.455077 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (c778bb9f-a842-49d5-ac68-13506b07d41c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.459918 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1734570'] for router (a12ab71c-1de3-4b12-86f7-5c9fecff0c40), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.460512 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12ab71c-1de3-4b12-86f7-5c9fecff0c40 {{(pid=111166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:50:46.464912 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.466090 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-f79d4cd7-afa2-4578-93a2-7f6073607c94 admin admin] 10.222.0.40 "DELETE /v2.0/routers/a12ab71c-1de3-4b12-86f7-5c9fecff0c40 HTTP/1.1" status: 204 len: 168 time: 2.1830323 Jul 14 11:50:46.468654 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40912) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:46.492770 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Pushing event deleted for resources: {'Port': ['ID=c778bb9f-a842-49d5-ac68-13506b07d41c,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:46.507254 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (87d6f20b-bda5-4229-8026-f520c7f094ed), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.513227 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.528664 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] 10.222.0.40 "DELETE /v2.0/networks/87d6f20b-bda5-4229-8026-f520c7f094ed HTTP/1.1" status: 204 len: 168 time: 0.8686659 Jul 14 11:50:46.575146 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22d387-c24e-4df9-b124-89358676ea1b admin admin] Pushing event deleted for resources: {'Network': ['ID=87d6f20b-bda5-4229-8026-f520c7f094ed,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:46.581312 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726993'] for router_gateway (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.603629 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b44482-69cc-4603-a2b8-ab94530c7903 admin admin] Deleting subnet 359d57a5-1483-450f-ae8c-a26ea1a1115d {{(pid=111167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:50:46.611535 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c4b44482-69cc-4603-a2b8-ab94530c7903 admin admin] Publish callbacks [] for subnet (359d57a5-1483-450f-ae8c-a26ea1a1115d), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.690649 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c4b44482-69cc-4603-a2b8-ab94530c7903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24027086'] for subnet (359d57a5-1483-450f-ae8c-a26ea1a1115d), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.700277 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021'] for router (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.704620 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Publish callbacks [] for router_controller (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.778902 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c4b44482-69cc-4603-a2b8-ab94530c7903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (359d57a5-1483-450f-ae8c-a26ea1a1115d), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.867483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1734570'] for router (9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.868124 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c {{(pid=111166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:50:46.875209 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.875209 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-1c149701-d9db-4b2f-852d-57000bca1155 admin admin] 10.222.0.40 "DELETE /v2.0/routers/9c5c4fdc-aedb-4bc7-9e4d-e2efc93ea91c HTTP/1.1" status: 204 len: 168 time: 2.2761230 Jul 14 11:50:46.876211 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40920) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:46.907490 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:46.912554 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c4b44482-69cc-4603-a2b8-ab94530c7903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24027045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31053130'] for subnet (359d57a5-1483-450f-ae8c-a26ea1a1115d), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.944212 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b44482-69cc-4603-a2b8-ab94530c7903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359d57a5-1483-450f-ae8c-a26ea1a1115d,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:46.951523 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c4b44482-69cc-4603-a2b8-ab94530c7903 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.961197 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40922) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:46.961802 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-c4b44482-69cc-4603-a2b8-ab94530c7903 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/359d57a5-1483-450f-ae8c-a26ea1a1115d HTTP/1.1" status: 204 len: 168 time: 0.4872277 Jul 14 11:50:46.961890 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374bad0c-e10e-4817-afb7-2ad31a739cd9 None None] Network ce6397ea-e1d9-4c18-9185-6161e76618d7 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:50:46.966081 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_v2 [None req-388bdc00-8d69-4862-afa2-bb5a5840abc8 admin admin] Deleting subnet f98272ec-34cd-42e2-ac1d-63ba789bdce7 {{(pid=111167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:50:46.974441 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-388bdc00-8d69-4862-afa2-bb5a5840abc8 admin admin] Publish callbacks [] for subnet (f98272ec-34cd-42e2-ac1d-63ba789bdce7), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:46.984251 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:47.048836 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-388bdc00-8d69-4862-afa2-bb5a5840abc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24027086'] for subnet (f98272ec-34cd-42e2-ac1d-63ba789bdce7), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.053129 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40928) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:47.099975 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (ce6397ea-e1d9-4c18-9185-6161e76618d7), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.163931 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Deleting port 6fca1289-dcf6-4242-917a-f5b459c84f94 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:47.164675 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.183920 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-78c752a9-e070-4f30-b459-96d25b3993c3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=48a88ac7db8a481ca03508d315a0bc56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1283872 Jul 14 11:50:47.187553 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40930) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:47.195352 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ff736353-d775-494c-bd9e-1e50e7341881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.227583 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-388bdc00-8d69-4862-afa2-bb5a5840abc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (f98272ec-34cd-42e2-ac1d-63ba789bdce7), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.274794 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] For port 6fca1289-dcf6-4242-917a-f5b459c84f94, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=6fca1289-dcf6-4242-917a-f5b459c84f94,segment=NetworkSegment(ba5eb723-55a2-41b0-9f3e-9caaf077c21c),segment_id=ba5eb723-55a2-41b0-9f3e-9caaf077c21c)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:47.275179 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.290646 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Calling delete_port for 6fca1289-dcf6-4242-917a-f5b459c84f94 owned by network:dhcp {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:47.310094 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-703664da-5489-4800-953f-ae4cf948d564 admin admin] Publish callbacks [] for security_group (91e869ab-974e-4649-a396-a382547fa66c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.313948 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=9 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:47.368835 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-703664da-5489-4800-953f-ae4cf948d564 admin admin] Publish callbacks [] for security_group (91e869ab-974e-4649-a396-a382547fa66c), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.397552 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-388bdc00-8d69-4862-afa2-bb5a5840abc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24027045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31053130'] for subnet (f98272ec-34cd-42e2-ac1d-63ba789bdce7), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.425355 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bdc00-8d69-4862-afa2-bb5a5840abc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f98272ec-34cd-42e2-ac1d-63ba789bdce7,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:47.429303 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-388bdc00-8d69-4862-afa2-bb5a5840abc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.434942 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-388bdc00-8d69-4862-afa2-bb5a5840abc8 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f98272ec-34cd-42e2-ac1d-63ba789bdce7 HTTP/1.1" status: 204 len: 168 time: 0.5551867 Jul 14 11:50:47.443324 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40934) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:47.443409 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70148c95-8d8a-42fe-b64b-6cbca46f9b86 None None] Network 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:50:47.470109 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:47.508965 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31326443-7c34-43c6-8753-f3337a26e000 None None] DHCP port deletion for ce6397ea-e1d9-4c18-9185-6161e76618d7 request from dv-cinder-849803-1-iscsi {{(pid=111168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:50:47.540963 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.545586 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-703664da-5489-4800-953f-ae4cf948d564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (91e869ab-974e-4649-a396-a382547fa66c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.548982 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-703664da-5489-4800-953f-ae4cf948d564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.550157 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-703664da-5489-4800-953f-ae4cf948d564 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/91e869ab-974e-4649-a396-a382547fa66c HTTP/1.1" status: 204 len: 168 time: 0.3612452 Jul 14 11:50:47.552142 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.587121 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fca1289-dcf6-4242-917a-f5b459c84f94,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:47.592173 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703664da-5489-4800-953f-ae4cf948d564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e869ab-974e-4649-a396-a382547fa66c,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:47.594809 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-31326443-7c34-43c6-8753-f3337a26e000 None None] Deleting port 6fca1289-dcf6-4242-917a-f5b459c84f94 {{(pid=111168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:47.595098 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-31326443-7c34-43c6-8753-f3337a26e000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), before_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.596483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] No DVR routers for this DVR port 6fca1289-dcf6-4242-917a-f5b459c84f94 on host dv-cinder-849803-1-iscsi {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:47.604910 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:47.648993 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:47.681436 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Deleting port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:47.681967 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.712063 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 028e8a20-de8d-4976-9604-82960cd50a76 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:47.740492 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 028e8a20-de8d-4976-9604-82960cd50a76 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:47.740838 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 028e8a20-de8d-4976-9604-82960cd50a76 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:47.741944 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 4a404d9f-33e7-48e5-921c-f91aec720f88 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:47.759435 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (ce6397ea-e1d9-4c18-9185-6161e76618d7), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.777445 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-31326443-7c34-43c6-8753-f3337a26e000 None None] For port 6fca1289-dcf6-4242-917a-f5b459c84f94, host dv-cinder-849803-1-iscsi, got binding levels [] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:47.778142 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-31326443-7c34-43c6-8753-f3337a26e000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), precommit_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.781727 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 4a404d9f-33e7-48e5-921c-f91aec720f88 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:47.782352 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 4a404d9f-33e7-48e5-921c-f91aec720f88 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:47.782920 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 3a0d4f91-0469-4513-a799-ee978542653d no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:47.784596 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] For port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=f2c3c106-0d38-4a53-a0bb-2e204cf11f4f,segment=NetworkSegment(2031b578-41dc-42fb-8115-bfdaf6946cbb),segment_id=2031b578-41dc-42fb-8115-bfdaf6946cbb)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:47.784968 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.793492 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cff144-71d4-408f-bb04-e5ebe8d25268 None None] DHCP port deletion for 66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d request from dv-cinder-849803-1-iscsi {{(pid=111168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:50:47.801900 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6397ea-e1d9-4c18-9185-6161e76618d7']}} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:47.807501 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Calling delete_port for f2c3c106-0d38-4a53-a0bb-2e204cf11f4f owned by network:dhcp {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:47.817668 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c') {'for_net_delete': True} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:47.818486 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5eb723-55a2-41b0-9f3e-9caaf077c21c') {} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:47.826751 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-31326443-7c34-43c6-8753-f3337a26e000 None None] Calling delete_port for 6fca1289-dcf6-4242-917a-f5b459c84f94 owned by network:dhcp {{(pid=111168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:47.828982 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 3a0d4f91-0469-4513-a799-ee978542653d {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:47.829538 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 3a0d4f91-0469-4513-a799-ee978542653d not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:47.830106 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device e4b7862a-68ff-42cb-b391-458ee8917966 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:47.833792 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.ipam_backend_mixin [None req-31326443-7c34-43c6-8753-f3337a26e000 None None] Port 6fca1289-dcf6-4242-917a-f5b459c84f94 was not found and therefore no delete operation was performed {{(pid=111168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 14 11:50:47.835183 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31228422'] for segment (ba5eb723-55a2-41b0-9f3e-9caaf077c21c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.849466 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:47.856067 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (ba5eb723-55a2-41b0-9f3e-9caaf077c21c), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.865194 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-31326443-7c34-43c6-8753-f3337a26e000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (6fca1289-dcf6-4242-917a-f5b459c84f94), after_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.868367 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=111166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:50:47.871683 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228321'] for segment (ba5eb723-55a2-41b0-9f3e-9caaf077c21c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:47.899837 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment ba5eb723-55a2-41b0-9f3e-9caaf077c21c resource provider aggregate not found Jul 14 11:50:47.933655 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: e4b7862a-68ff-42cb-b391-458ee8917966 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:47.933655 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device e4b7862a-68ff-42cb-b391-458ee8917966 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:47.949059 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31326443-7c34-43c6-8753-f3337a26e000 None None] Pushing event deleted for resources: {'Port': ['ID=6fca1289-dcf6-4242-917a-f5b459c84f94,revision_number=None']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:47.952767 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31326443-7c34-43c6-8753-f3337a26e000 None None] No DVR routers for this DVR port 6fca1289-dcf6-4242-917a-f5b459c84f94 on host dv-cinder-849803-1-iscsi {{(pid=111168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:47.954247 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment ba5eb723-55a2-41b0-9f3e-9caaf077c21c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba5eb723-55a2-41b0-9f3e-9caaf077c21c found for delete ", "request_id": "req-7a795130-b6d0-4d12-97c4-95e22451ec0c"}]} Jul 14 11:50:47.965301 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-99cff144-71d4-408f-bb04-e5ebe8d25268 None None] Deleting port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f {{(pid=111168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:50:47.965779 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-99cff144-71d4-408f-bb04-e5ebe8d25268 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), before_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.044336 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-99cff144-71d4-408f-bb04-e5ebe8d25268 None None] For port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=f2c3c106-0d38-4a53-a0bb-2e204cf11f4f,segment=NetworkSegment(2031b578-41dc-42fb-8115-bfdaf6946cbb),segment_id=2031b578-41dc-42fb-8115-bfdaf6946cbb)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:50:48.044739 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-99cff144-71d4-408f-bb04-e5ebe8d25268 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), precommit_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.049993 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.061313 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-99cff144-71d4-408f-bb04-e5ebe8d25268 None None] Calling delete_port for f2c3c106-0d38-4a53-a0bb-2e204cf11f4f owned by network:dhcp {{(pid=111168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:50:48.074874 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (ce6397ea-e1d9-4c18-9185-6161e76618d7), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.081469 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.083515 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c3c106-0d38-4a53-a0bb-2e204cf11f4f,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:48.089707 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] 10.222.0.40 "DELETE /v2.0/networks/ce6397ea-e1d9-4c18-9185-6161e76618d7 HTTP/1.1" status: 204 len: 168 time: 1.1307545 Jul 14 11:50:48.089954 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] No DVR routers for this DVR port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f on host dv-cinder-849803-1-iscsi {{(pid=111167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:48.122043 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5d28e-54dd-4430-b79b-9c6ef1d7bd87 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce6397ea-e1d9-4c18-9185-6161e76618d7,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:48.181087 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.198844 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-99cff144-71d4-408f-bb04-e5ebe8d25268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (f2c3c106-0d38-4a53-a0bb-2e204cf11f4f), after_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.210349 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d']}} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:48.223689 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2031b578-41dc-42fb-8115-bfdaf6946cbb') {'for_net_delete': True} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:48.224232 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2031b578-41dc-42fb-8115-bfdaf6946cbb') {} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:50:48.238422 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24027097'] for segment (2031b578-41dc-42fb-8115-bfdaf6946cbb), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.243065 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cff144-71d4-408f-bb04-e5ebe8d25268 None None] Pushing event deleted for resources: {'Port': ['ID=f2c3c106-0d38-4a53-a0bb-2e204cf11f4f,revision_number=None']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:48.262242 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (2031b578-41dc-42fb-8115-bfdaf6946cbb), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.268469 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cff144-71d4-408f-bb04-e5ebe8d25268 None None] No DVR routers for this DVR port f2c3c106-0d38-4a53-a0bb-2e204cf11f4f on host dv-cinder-849803-1-iscsi {{(pid=111168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:50:48.284116 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=111167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:50:48.284116 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24026119'] for segment (2031b578-41dc-42fb-8115-bfdaf6946cbb), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.369459 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.400846 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.406275 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.413446 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] 10.222.0.40 "DELETE /v2.0/networks/66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d HTTP/1.1" status: 204 len: 168 time: 0.9771321 Jul 14 11:50:48.436514 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8e04f-258a-4e25-9091-038fe40e8cee admin admin] Pushing event deleted for resources: {'Network': ['ID=66c7b1d9-f4ca-43de-821b-2d1d7dd79d0d,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:48.449646 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 2031b578-41dc-42fb-8115-bfdaf6946cbb resource provider aggregate not found Jul 14 11:50:48.470134 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 2031b578-41dc-42fb-8115-bfdaf6946cbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2031b578-41dc-42fb-8115-bfdaf6946cbb found for delete ", "request_id": "req-72cbb58a-7612-46a5-8bca-3840acee1354"}]} Jul 14 11:50:48.509584 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40974) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:48.533747 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:48.555537 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-a7925ac1-ee17-47bd-9c05-2ef801fbad19 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f274d555f5c746cc885394c699b3d767&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435352 Jul 14 11:50:48.557948 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40976) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:48.609839 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6f4d29bd-6e6b-4112-a80e-2176650bebe5 admin admin] Publish callbacks [] for security_group (fe718580-427b-43ff-b1c6-2b2bab3d8d2e), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.631940 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6f4d29bd-6e6b-4112-a80e-2176650bebe5 admin admin] Publish callbacks [] for security_group (fe718580-427b-43ff-b1c6-2b2bab3d8d2e), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.741264 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6f4d29bd-6e6b-4112-a80e-2176650bebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (fe718580-427b-43ff-b1c6-2b2bab3d8d2e), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.743964 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6f4d29bd-6e6b-4112-a80e-2176650bebe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.745232 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-6f4d29bd-6e6b-4112-a80e-2176650bebe5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fe718580-427b-43ff-b1c6-2b2bab3d8d2e HTTP/1.1" status: 204 len: 168 time: 0.1863360 Jul 14 11:50:48.756584 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d29bd-6e6b-4112-a80e-2176650bebe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe718580-427b-43ff-b1c6-2b2bab3d8d2e,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:48.813586 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 40986) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:48.864831 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-a5b08836-5eef-4f4b-9e0b-1980824f468e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dc22323158714269b0da2b01121fe3ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475280 Jul 14 11:50:48.865233 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 40988) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:48.927622 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d7073486-e737-4d8a-b9cc-2b887cf506c6 admin admin] Publish callbacks [] for security_group (5ef24666-f930-4510-8d1b-2b4589503415), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.960603 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d7073486-e737-4d8a-b9cc-2b887cf506c6 admin admin] Publish callbacks [] for security_group (5ef24666-f930-4510-8d1b-2b4589503415), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:48.973954 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 6fca1289-dcf6-4242-917a-f5b459c84f94 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:48.994464 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 6fca1289-dcf6-4242-917a-f5b459c84f94 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:48.995035 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 6fca1289-dcf6-4242-917a-f5b459c84f94 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:48.995619 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device c778bb9f-a842-49d5-ac68-13506b07d41c no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:49.015468 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: c778bb9f-a842-49d5-ac68-13506b07d41c {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:49.016048 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device c778bb9f-a842-49d5-ac68-13506b07d41c not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:49.019164 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device f2c3c106-0d38-4a53-a0bb-2e204cf11f4f no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:50:49.035594 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: f2c3c106-0d38-4a53-a0bb-2e204cf11f4f {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:50:49.035921 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device f2c3c106-0d38-4a53-a0bb-2e204cf11f4f not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:50:49.124023 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d7073486-e737-4d8a-b9cc-2b887cf506c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5ef24666-f930-4510-8d1b-2b4589503415), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:49.128581 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d7073486-e737-4d8a-b9cc-2b887cf506c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:49.130473 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-d7073486-e737-4d8a-b9cc-2b887cf506c6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5ef24666-f930-4510-8d1b-2b4589503415 HTTP/1.1" status: 204 len: 168 time: 0.2642262 Jul 14 11:50:49.139458 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7073486-e737-4d8a-b9cc-2b887cf506c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef24666-f930-4510-8d1b-2b4589503415,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:49.292518 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:50:49.545963 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:49.631975 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:50.026212 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:50.069719 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41028) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:50.121882 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41032) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:50.122128 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-c0fcb22e-1b31-48aa-8e94-4f89257d2ad2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3234cee85a5f42018aecf82fff4ad600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508521 Jul 14 11:50:50.178275 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-851eb771-4ef9-4fd1-bd2a-4b00689c5f69 admin admin] Publish callbacks [] for security_group (3516af56-d5f6-4fae-98ef-e1c5801fdc98), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:50.204582 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-851eb771-4ef9-4fd1-bd2a-4b00689c5f69 admin admin] Publish callbacks [] for security_group (3516af56-d5f6-4fae-98ef-e1c5801fdc98), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:50.378508 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-851eb771-4ef9-4fd1-bd2a-4b00689c5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3516af56-d5f6-4fae-98ef-e1c5801fdc98), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:50.381136 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-851eb771-4ef9-4fd1-bd2a-4b00689c5f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:50.384783 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-851eb771-4ef9-4fd1-bd2a-4b00689c5f69 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3516af56-d5f6-4fae-98ef-e1c5801fdc98 HTTP/1.1" status: 204 len: 168 time: 0.2589860 Jul 14 11:50:50.391833 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851eb771-4ef9-4fd1-bd2a-4b00689c5f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3516af56-d5f6-4fae-98ef-e1c5801fdc98,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:51.692580 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41086) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:51.805809 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-52eeed4d-3358-4e9a-94e5-1382f62e2fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:51.902096 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-52eeed4d-3358-4e9a-94e5-1382f62e2fda admin admin] Publish callbacks [] for security_group (8d1142b7-706f-4ca3-9139-0b46144f291d), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:51.997478 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-52eeed4d-3358-4e9a-94e5-1382f62e2fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8d1142b7-706f-4ca3-9139-0b46144f291d), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:52.045189 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-52eeed4d-3358-4e9a-94e5-1382f62e2fda admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=07f2ca8d0ea94adeaf5a5108a7fa4354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512504 Jul 14 11:50:52.046561 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eeed4d-3358-4e9a-94e5-1382f62e2fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1142b7-706f-4ca3-9139-0b46144f291d,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:52.048143 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41094) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:52.099915 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4a44c8af-a778-4ad3-b253-ce16f565462a admin admin] Publish callbacks [] for security_group (8d1142b7-706f-4ca3-9139-0b46144f291d), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:52.121852 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4a44c8af-a778-4ad3-b253-ce16f565462a admin admin] Publish callbacks [] for security_group (8d1142b7-706f-4ca3-9139-0b46144f291d), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:52.277655 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4a44c8af-a778-4ad3-b253-ce16f565462a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8d1142b7-706f-4ca3-9139-0b46144f291d), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:52.280208 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4a44c8af-a778-4ad3-b253-ce16f565462a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:52.282059 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-4a44c8af-a778-4ad3-b253-ce16f565462a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8d1142b7-706f-4ca3-9139-0b46144f291d HTTP/1.1" status: 204 len: 168 time: 0.2322109 Jul 14 11:50:52.290494 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44c8af-a778-4ad3-b253-ce16f565462a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1142b7-706f-4ca3-9139-0b46144f291d,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:52.935285 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41116) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:52.949705 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5321-d575-45a9-a1b0-44646bd58598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:53.005593 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:DELETE=13,neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:53.026760 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5321-d575-45a9-a1b0-44646bd58598 admin admin] Publish callbacks [] for security_group (5fb39ba6-8d59-4b4c-8a1f-6a9ca13f2183), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:53.100183 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5321-d575-45a9-a1b0-44646bd58598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5fb39ba6-8d59-4b4c-8a1f-6a9ca13f2183), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:53.140395 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-d5ac5321-d575-45a9-a1b0-44646bd58598 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=28b9c3595a3d4f66929ac664fd3a9c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040272 Jul 14 11:50:53.141516 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac5321-d575-45a9-a1b0-44646bd58598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb39ba6-8d59-4b4c-8a1f-6a9ca13f2183,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:53.143167 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41118) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:53.196680 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-95b53acf-e4ca-414d-ad82-108f52e86762 admin admin] Publish callbacks [] for security_group (5fb39ba6-8d59-4b4c-8a1f-6a9ca13f2183), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:53.219899 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-95b53acf-e4ca-414d-ad82-108f52e86762 admin admin] Publish callbacks [] for security_group (5fb39ba6-8d59-4b4c-8a1f-6a9ca13f2183), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:53.250356 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:53.417749 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-95b53acf-e4ca-414d-ad82-108f52e86762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5fb39ba6-8d59-4b4c-8a1f-6a9ca13f2183), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:53.420209 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-95b53acf-e4ca-414d-ad82-108f52e86762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:53.421384 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-95b53acf-e4ca-414d-ad82-108f52e86762 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5fb39ba6-8d59-4b4c-8a1f-6a9ca13f2183 HTTP/1.1" status: 204 len: 168 time: 0.2771976 Jul 14 11:50:53.429947 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b53acf-e4ca-414d-ad82-108f52e86762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb39ba6-8d59-4b4c-8a1f-6a9ca13f2183,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:55.604446 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=5 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:57.877238 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:58.852456 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41270) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:58.960687 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8cc84f45-221c-4b97-ae63-a7fd460ccbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:59.039230 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8cc84f45-221c-4b97-ae63-a7fd460ccbc1 admin admin] Publish callbacks [] for security_group (a6994b67-b83b-4824-8a10-3a301ce7df78), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:59.094563 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8cc84f45-221c-4b97-ae63-a7fd460ccbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (a6994b67-b83b-4824-8a10-3a301ce7df78), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:59.135449 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-8cc84f45-221c-4b97-ae63-a7fd460ccbc1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=470ff30a8d044d2895f3288850efe24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819376 Jul 14 11:50:59.136382 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc84f45-221c-4b97-ae63-a7fd460ccbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6994b67-b83b-4824-8a10-3a301ce7df78,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:59.138174 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41274) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:50:59.188221 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Publish callbacks [] for security_group (a6994b67-b83b-4824-8a10-3a301ce7df78), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:59.212460 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Publish callbacks [] for security_group (a6994b67-b83b-4824-8a10-3a301ce7df78), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:59.292723 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=65 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:50:59.311724 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (a6994b67-b83b-4824-8a10-3a301ce7df78), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:59.314514 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:50:59.315665 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a6994b67-b83b-4824-8a10-3a301ce7df78 HTTP/1.1" status: 204 len: 168 time: 0.1764109 Jul 14 11:50:59.323579 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6994b67-b83b-4824-8a10-3a301ce7df78,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:50:59.331266 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.331616 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.331949 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.332288 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.332616 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.332943 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.333308 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.333635 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.333963 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.334285 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.334643 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.335003 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.335331 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.335654 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:50:59.336000 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cfa78-15e2-4ac9-bb15-10dd528ba128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:01.738533 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41360) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:01.954226 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:02.051250 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72a416-7227-43ca-afd9-439571af6433 req-8e4b6fa7-97f8-459a-b510-29f9858d65b2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:02.052804 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-8c72a416-7227-43ca-afd9-439571af6433 req-8e4b6fa7-97f8-459a-b510-29f9858d65b2 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 947 time: 0.0670664 Jul 14 11:51:02.084486 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Deleting port ee18420a-93ae-43be-b760-91b24b78a8ac {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:02.085009 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (ee18420a-93ae-43be-b760-91b24b78a8ac), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:02.102995 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-8c72a416-7227-43ca-afd9-439571af6433 req-7ef46e79-dde4-47aa-b580-4d662efe23ad tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442250 Jul 14 11:51:02.165086 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (ee18420a-93ae-43be-b760-91b24b78a8ac), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:02.165483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for floatingip (ee18420a-93ae-43be-b760-91b24b78a8ac), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:02.179890 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Calling delete_port for ee18420a-93ae-43be-b760-91b24b78a8ac owned by network:floatingip {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:02.280779 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:02.398221 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (ee18420a-93ae-43be-b760-91b24b78a8ac), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:02.423764 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event deleted for resources: {'Port': ['ID=ee18420a-93ae-43be-b760-91b24b78a8ac,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:02.491576 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for floatingip (1b6076cc-b24b-4045-8a43-3643bd67f219), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:02.491916 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Floating IP 1b6076cc-b24b-4045-8a43-3643bd67f219 disassociated (deleted). External IP: 172.27.3.105, port: df04a441-a4c9-485f-845a-68acb74d2d4e. Jul 14 11:51:02.700001 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Router e5cfcccc-e251-4738-90e9-ab2784726b43 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:51:02.811095 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:02.818151 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:02.824080 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe71f7b-047a-4f11-a987-33f396b7514b None None] Sync routers for ids ['e5cfcccc-e251-4738-90e9-ab2784726b43'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:02.836414 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe71f7b-047a-4f11-a987-33f396b7514b None None] Routers {'e5cfcccc-e251-4738-90e9-ab2784726b43'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:02.836971 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-5fe71f7b-047a-4f11-a987-33f396b7514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e5cfcccc-e251-4738-90e9-ab2784726b43'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:02.855885 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-7ba9caa0-d5a5-4335-a145-773c6c74b71b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "DELETE /v2.0/floatingips/1b6076cc-b24b-4045-8a43-3643bd67f219 HTTP/1.1" status: 204 len: 168 time: 1.1162260 Jul 14 11:51:02.856618 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:51:02.871265 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:02.952739 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f01d88e-1c5a-43e3-8f09-f9d6e42e81cd x-openstack-request-id: req-9f01d88e-1c5a-43e3-8f09-f9d6e42e81cd {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:02.952739 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:02.952739 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9f01d88e-1c5a-43e3-8f09-f9d6e42e81cd {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:02.952739 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f01d88e-1c5a-43e3-8f09-f9d6e42e81cd'] response: {'name': 'network-changed', 'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'status': 'completed', 'code': 200} Jul 14 11:51:03.011781 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-5fe71f7b-047a-4f11-a987-33f396b7514b None None] Set router e5cfcccc-e251-4738-90e9-ab2784726b43 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:03.131809 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8 req-ef2b887e-5f5f-4cf0-828f-b581147d1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:03.133395 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8 req-ef2b887e-5f5f-4cf0-828f-b581147d1c90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca23768669a74586a221c14ebaa8ee26&device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 1130 time: 0.0498157 Jul 14 11:51:03.256469 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b65d46-7ba9-4528-ac1c-9d966bd58aef req-8118e0d2-b44a-400b-9867-e92471ecb763 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:03.259114 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-5fe71f7b-047a-4f11-a987-33f396b7514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '39f807a3-0edc-478d-8543-28da0bdf79ff', 'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'mac_address': 'fa:16:3e:eb:a1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:32Z', 'updated_at': '2022-07-14T11:45:37Z', 'revision_number': 5, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'subnets': [{'id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:03.264172 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-35b65d46-7ba9-4528-ac1c-9d966bd58aef req-8118e0d2-b44a-400b-9867-e92471ecb763 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 947 time: 0.0558407 Jul 14 11:51:03.316376 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe71f7b-047a-4f11-a987-33f396b7514b None None] Checking router: e5cfcccc-e251-4738-90e9-ab2784726b43 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:03.327342 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe71f7b-047a-4f11-a987-33f396b7514b None None] Routers {'e5cfcccc-e251-4738-90e9-ab2784726b43'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:03.328284 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-5fe71f7b-047a-4f11-a987-33f396b7514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e5cfcccc-e251-4738-90e9-ab2784726b43'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:03.336451 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8 req-63120aa3-9922-4c16-8416-4224d4455ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:03.339141 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8 req-63120aa3-9922-4c16-8416-4224d4455ea5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f77a597b-ab8a-49e2-9a1d-e420c995c2e6 HTTP/1.1" status: 200 len: 910 time: 0.1810215 Jul 14 11:51:03.371853 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-35b65d46-7ba9-4528-ac1c-9d966bd58aef req-bbfc07b9-b289-464b-a483-0f5a74404cec tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062615 Jul 14 11:51:03.463768 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94d591-c14e-4eb4-81fc-2e67655e4cad req-6c4989d4-eebf-42db-b364-409fee782d5d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:03.465452 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5b94d591-c14e-4eb4-81fc-2e67655e4cad req-6c4989d4-eebf-42db-b364-409fee782d5d tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0716288 Jul 14 11:51:03.505503 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:03.531549 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5b94d591-c14e-4eb4-81fc-2e67655e4cad req-5a97a5c3-f42d-4fef-ae4b-25048d2fef9b tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574412 Jul 14 11:51:03.590298 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41410) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:03.604341 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-5fe71f7b-047a-4f11-a987-33f396b7514b None None] Set router e5cfcccc-e251-4738-90e9-ab2784726b43 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:03.707101 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-475fb369-d2c6-47d6-8906-ceb4a88ebb46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:03.811999 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-475fb369-d2c6-47d6-8906-ceb4a88ebb46 admin admin] Publish callbacks [] for security_group (336298bb-c73d-4fd6-a222-5a20d2b62f6a), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:03.867698 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-5fe71f7b-047a-4f11-a987-33f396b7514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '39f807a3-0edc-478d-8543-28da0bdf79ff', 'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'mac_address': 'fa:16:3e:eb:a1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:32Z', 'updated_at': '2022-07-14T11:45:37Z', 'revision_number': 5, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'subnets': [{'id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:03.882959 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-475fb369-d2c6-47d6-8906-ceb4a88ebb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (336298bb-c73d-4fd6-a222-5a20d2b62f6a), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:03.895495 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe71f7b-047a-4f11-a987-33f396b7514b None None] The sync data for ids ['e5cfcccc-e251-4738-90e9-ab2784726b43'] in dv-cinder-849803-1-iscsi is: [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:32Z', 'revision_number': 4, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '39f807a3-0edc-478d-8543-28da0bdf79ff', 'name': '', 'network_id': 'f77a597b-ab8a-49e2-9a1d-e420c995c2e6', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'mac_address': 'fa:16:3e:eb:a1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:32Z', 'updated_at': '2022-07-14T11:45:37Z', 'revision_number': 5, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'subnets': [{'id': '46504c9e-19fd-4478-98eb-c2f656aa93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:03.936814 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fb369-d2c6-47d6-8906-ceb4a88ebb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336298bb-c73d-4fd6-a222-5a20d2b62f6a,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:03.941835 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-475fb369-d2c6-47d6-8906-ceb4a88ebb46 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=04a48027848d4de7bd9e20c1fae32ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504293 Jul 14 11:51:03.944357 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41416) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:04.000463 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2b049f2b-9e4d-4da3-abb4-88ee75ae380b admin admin] Publish callbacks [] for security_group (336298bb-c73d-4fd6-a222-5a20d2b62f6a), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:04.024165 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2b049f2b-9e4d-4da3-abb4-88ee75ae380b admin admin] Publish callbacks [] for security_group (336298bb-c73d-4fd6-a222-5a20d2b62f6a), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:04.153755 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b3b01-c7c5-461f-bf5f-a1b587479e24 None None] New status for floating IP 1b6076cc-b24b-4045-8a43-3643bd67f219: DOWN {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:51:04.172616 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2b049f2b-9e4d-4da3-abb4-88ee75ae380b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (336298bb-c73d-4fd6-a222-5a20d2b62f6a), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:04.185568 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2b049f2b-9e4d-4da3-abb4-88ee75ae380b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:04.185568 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-2b049f2b-9e4d-4da3-abb4-88ee75ae380b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/336298bb-c73d-4fd6-a222-5a20d2b62f6a HTTP/1.1" status: 204 len: 168 time: 0.2319927 Jul 14 11:51:04.187423 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b049f2b-9e4d-4da3-abb4-88ee75ae380b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336298bb-c73d-4fd6-a222-5a20d2b62f6a,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:04.446362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-3b163686-56c4-4a6d-b994-c6e6cb02570c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:04.448859 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-3b163686-56c4-4a6d-b994-c6e6cb02570c tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.55 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 947 time: 0.0574424 Jul 14 11:51:04.468492 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8 req-424b7479-5082-41e2-af38-957fe0b09123 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df04a441-a4c9-485f-845a-68acb74d2d4e HTTP/1.1" status: 200 len: 217 time: 0.0795889 Jul 14 11:51:04.623398 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:04.653837 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8 req-4e128ffa-e69a-41ed-ada3-2fbb3fa0a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:04.655342 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8 req-4e128ffa-e69a-41ed-ada3-2fbb3fa0a511 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=46504c9e-19fd-4478-98eb-c2f656aa93e9 HTTP/1.1" status: 200 len: 848 time: 0.0940309 Jul 14 11:51:04.672326 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974162c2-d477-4608-a9d8-1ca28259c0a4 req-b5d8ca01-319e-43ac-a311-08540dd0be41 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:04.674516 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-974162c2-d477-4608-a9d8-1ca28259c0a4 req-b5d8ca01-319e-43ac-a311-08540dd0be41 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.0649507 Jul 14 11:51:04.738248 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-974162c2-d477-4608-a9d8-1ca28259c0a4 req-63d7ba9e-b4c1-413f-96ac-681d5174a242 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca168b49-34fa-48bb-8eb2-76d8df765b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576770 Jul 14 11:51:04.836850 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:04.863453 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f9e1a-cca1-4479-90e2-6ff579701097 req-17f69034-2dc0-4348-a5b4-306e8d41d692 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:04.864989 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-230f9e1a-cca1-4479-90e2-6ff579701097 req-17f69034-2dc0-4348-a5b4-306e8d41d692 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 947 time: 0.3614552 Jul 14 11:51:04.868676 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Deleting port 5c8aa46b-5efe-4ab3-b31e-03775de21303 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:04.869015 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:04.880152 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8 req-377d9b5c-d8e1-4918-8631-3e737e6ad2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:04.882339 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8 req-377d9b5c-d8e1-4918-8631-3e737e6ad2de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f77a597b-ab8a-49e2-9a1d-e420c995c2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553715 Jul 14 11:51:04.894225 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41446) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:04.908602 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b4786367-529d-4295-9ad3-dcdfff993476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:04.996992 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-230f9e1a-cca1-4479-90e2-6ff579701097 req-cbd092a2-a6cd-44e6-9ac6-6fad468f5219 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117809 Jul 14 11:51:05.045404 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] For port 5c8aa46b-5efe-4ab3-b31e-03775de21303, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5c8aa46b-5efe-4ab3-b31e-03775de21303,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:05.046043 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.065361 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:05.068626 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66befa-bc5e-4884-8195-c465bec76463 req-464862c0-7744-4b6f-9ef8-6052c8328c73 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:05.070169 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5b66befa-bc5e-4884-8195-c465bec76463 req-464862c0-7744-4b6f-9ef8-6052c8328c73 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 946 time: 0.1498296 Jul 14 11:51:05.085794 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41450) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:05.160297 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8 req-2259d312-2095-4381-a731-8c8bcdc33cf3 service neutron] 10.222.0.55 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411270 Jul 14 11:51:05.168907 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:05.249840 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.250173 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (93dfa3e0-4ac4-47b9-a067-cbcdd533d25a), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.250438 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Floating IP 93dfa3e0-4ac4-47b9-a067-cbcdd533d25a disassociated. External IP: 172.27.3.98, port: 5c8aa46b-5efe-4ab3-b31e-03775de21303. Jul 14 11:51:05.250785 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Calling delete_port for 5c8aa46b-5efe-4ab3-b31e-03775de21303 owned by compute:nova {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:05.255389 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b4786367-529d-4295-9ad3-dcdfff993476 admin admin] Publish callbacks [] for security_group (4ef2206c-8a6d-423e-b368-f0b4b18d1006), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.289450 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b4c4c56b-dba3-4ac3-aef5-8be6c83051d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.298630 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-5b66befa-bc5e-4884-8195-c465bec76463 req-1aa5b627-07ad-4049-ad9b-ecb1a23eeefe tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Deleting port df04a441-a4c9-485f-845a-68acb74d2d4e {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:05.299032 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5b66befa-bc5e-4884-8195-c465bec76463 req-1aa5b627-07ad-4049-ad9b-ecb1a23eeefe tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.348152 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b4786367-529d-4295-9ad3-dcdfff993476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (4ef2206c-8a6d-423e-b368-f0b4b18d1006), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.412009 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:05.462528 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-b4786367-529d-4295-9ad3-dcdfff993476 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=90aca639f1364d11a57f3ea86f1a90c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5669875 Jul 14 11:51:05.463251 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4786367-529d-4295-9ad3-dcdfff993476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef2206c-8a6d-423e-b368-f0b4b18d1006,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:05.465493 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41456) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:05.476594 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-29458c88-7bfe-4eb3-a41e-fe6b148b3da8 req-54e4e196-747f-4a6d-92c5-be1c9ac5c2a2 service neutron] 10.222.0.55 "GET /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070719 Jul 14 11:51:05.499927 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-5b66befa-bc5e-4884-8195-c465bec76463 req-1aa5b627-07ad-4049-ad9b-ecb1a23eeefe tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] For port df04a441-a4c9-485f-845a-68acb74d2d4e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=df04a441-a4c9-485f-845a-68acb74d2d4e,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:05.500250 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5b66befa-bc5e-4884-8195-c465bec76463 req-1aa5b627-07ad-4049-ad9b-ecb1a23eeefe tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.516852 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (5c8aa46b-5efe-4ab3-b31e-03775de21303), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.522469 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-5b66befa-bc5e-4884-8195-c465bec76463 req-1aa5b627-07ad-4049-ad9b-ecb1a23eeefe tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Calling delete_port for df04a441-a4c9-485f-845a-68acb74d2d4e owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:05.557446 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41458) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:05.558194 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event deleted for resources: {'Port': ['ID=5c8aa46b-5efe-4ab3-b31e-03775de21303,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:05.571197 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9f460249-d45f-4375-b93f-34d8917f76f8 admin admin] Publish callbacks [] for security_group (4ef2206c-8a6d-423e-b368-f0b4b18d1006), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.581191 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.585614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.585614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.585614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.585614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.585614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.585614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.585614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.585614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.585614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.586282 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b4c4c56b-dba3-4ac3-aef5-8be6c83051d3 admin admin] Publish callbacks [] for security_group (b3b27cd3-7ae9-4045-9825-fdbc0ffcbdb8), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.586378 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.586378 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.586378 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.586378 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.586707 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:05.647272 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:05.654865 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9f460249-d45f-4375-b93f-34d8917f76f8 admin admin] Publish callbacks [] for security_group (4ef2206c-8a6d-423e-b368-f0b4b18d1006), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.670789 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b4c4c56b-dba3-4ac3-aef5-8be6c83051d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b3b27cd3-7ae9-4045-9825-fdbc0ffcbdb8), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.728057 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-b4c4c56b-dba3-4ac3-aef5-8be6c83051d3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7f7c1f02b16a479d97d7e55473dbf3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6411822 Jul 14 11:51:05.729655 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4c56b-dba3-4ac3-aef5-8be6c83051d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b27cd3-7ae9-4045-9825-fdbc0ffcbdb8,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:05.730118 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bea9b531-fb80-4aa5-bb7d-b34389fbd85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.732888 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41462) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:05.787356 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-68e19828-40b3-4a6e-b3cd-ff8f01eada04 admin admin] Publish callbacks [] for security_group (b3b27cd3-7ae9-4045-9825-fdbc0ffcbdb8), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.812989 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-68e19828-40b3-4a6e-b3cd-ff8f01eada04 admin admin] Publish callbacks [] for security_group (b3b27cd3-7ae9-4045-9825-fdbc0ffcbdb8), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.823869 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:51:05.854242 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bea9b531-fb80-4aa5-bb7d-b34389fbd85c admin admin] Publish callbacks [] for security_group (cd2f2aa1-7b81-4dac-bd49-a321a24f31c7), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.863814 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5b66befa-bc5e-4884-8195-c465bec76463 req-1aa5b627-07ad-4049-ad9b-ecb1a23eeefe tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (df04a441-a4c9-485f-845a-68acb74d2d4e), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.874706 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f24267cb-103a-4808-9bf6-0889298800fc req-dc5debaf-d48e-46c5-91a0-cb0e1a455bc7 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 210 time: 0.0514386 Jul 14 11:51:05.899608 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5b627-07ad-4049-ad9b-ecb1a23eeefe tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event deleted for resources: {'Port': ['ID=df04a441-a4c9-485f-845a-68acb74d2d4e,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:05.942600 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bea9b531-fb80-4aa5-bb7d-b34389fbd85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (cd2f2aa1-7b81-4dac-bd49-a321a24f31c7), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.945227 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9f460249-d45f-4375-b93f-34d8917f76f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (4ef2206c-8a6d-423e-b368-f0b4b18d1006), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.947809 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9f460249-d45f-4375-b93f-34d8917f76f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.948864 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-9f460249-d45f-4375-b93f-34d8917f76f8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4ef2206c-8a6d-423e-b368-f0b4b18d1006 HTTP/1.1" status: 204 len: 168 time: 0.4823105 Jul 14 11:51:05.958439 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b66befa-bc5e-4884-8195-c465bec76463 req-1aa5b627-07ad-4049-ad9b-ecb1a23eeefe tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] No DVR routers for this DVR port df04a441-a4c9-485f-845a-68acb74d2d4e on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:51:05.961413 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5b66befa-bc5e-4884-8195-c465bec76463 req-1aa5b627-07ad-4049-ad9b-ecb1a23eeefe tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:05.965357 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5b66befa-bc5e-4884-8195-c465bec76463 req-1aa5b627-07ad-4049-ad9b-ecb1a23eeefe tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.55 "DELETE /v2.0/ports/df04a441-a4c9-485f-845a-68acb74d2d4e HTTP/1.1" status: 204 len: 173 time: 0.8880684 Jul 14 11:51:05.965357 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'name': 'network-vif-deleted', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:51:05.967260 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ff1860-0978-4025-aee1-a8718589e666" -d '{"events": [{"server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "name": "network-vif-deleted", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:05.988473 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:06.007005 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dcca5c-d5ab-4557-94a9-fbfee92f1893 x-openstack-request-id: req-c2dcca5c-d5ab-4557-94a9-fbfee92f1893 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:06.007480 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee797cbe-7b7e-4e87-9da7-0c628ae3ede1", "name": "network-vif-deleted", "tag": "df04a441-a4c9-485f-845a-68acb74d2d4e", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:06.007814 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c2dcca5c-d5ab-4557-94a9-fbfee92f1893 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:06.008417 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2dcca5c-d5ab-4557-94a9-fbfee92f1893'] response: {'server_uuid': 'ee797cbe-7b7e-4e87-9da7-0c628ae3ede1', 'name': 'network-vif-deleted', 'tag': 'df04a441-a4c9-485f-845a-68acb74d2d4e', 'status': 'completed', 'code': 200} Jul 14 11:51:06.025271 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9b531-fb80-4aa5-bb7d-b34389fbd85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2f2aa1-7b81-4dac-bd49-a321a24f31c7,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:06.040828 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-bea9b531-fb80-4aa5-bb7d-b34389fbd85c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7a7a7f2803f54dd3b700177a632f4147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4771810 Jul 14 11:51:06.042672 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41472) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:06.049835 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f460249-d45f-4375-b93f-34d8917f76f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef2206c-8a6d-423e-b368-f0b4b18d1006,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:06.055648 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:06.067778 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb29f6-cce2-4738-9d06-491c09c48475 None None] Sync routers for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:06.077942 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-68e19828-40b3-4a6e-b3cd-ff8f01eada04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b3b27cd3-7ae9-4045-9825-fdbc0ffcbdb8), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:06.081704 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-68e19828-40b3-4a6e-b3cd-ff8f01eada04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:06.083654 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-68e19828-40b3-4a6e-b3cd-ff8f01eada04 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b3b27cd3-7ae9-4045-9825-fdbc0ffcbdb8 HTTP/1.1" status: 204 len: 168 time: 0.3496497 Jul 14 11:51:06.117824 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] No DVR routers for this DVR port 5c8aa46b-5efe-4ab3-b31e-03775de21303 on host hv-cinder-84980 {{(pid=111167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:51:06.119330 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb29f6-cce2-4738-9d06-491c09c48475 None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:06.120556 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:06.121426 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b6bb29f6-cce2-4738-9d06-491c09c48475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:06.127772 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a39a6a02-dfd2-4ecb-b259-2f33a4ab8a19 req-d60008e5-c118-4343-8de5-7c817c4ea9c6 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.55 "DELETE /v2.0/ports/5c8aa46b-5efe-4ab3-b31e-03775de21303 HTTP/1.1" status: 204 len: 173 time: 1.6689763 Jul 14 11:51:06.128428 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'name': 'network-vif-deleted', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:51:06.131086 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673c9392-3122-4c32-9f19-30e397b030a7" -d '{"events": [{"server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "name": "network-vif-deleted", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:51:06.170136 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7e8d92-18b0-4888-bf0f-d985643d37df x-openstack-request-id: req-1b7e8d92-18b0-4888-bf0f-d985643d37df {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:51:06.170851 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08c817f-cc75-4c71-8645-51a7a1938404", "name": "network-vif-deleted", "tag": "5c8aa46b-5efe-4ab3-b31e-03775de21303", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:51:06.171307 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1b7e8d92-18b0-4888-bf0f-d985643d37df {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:51:06.171893 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7e8d92-18b0-4888-bf0f-d985643d37df'] response: {'server_uuid': 'e08c817f-cc75-4c71-8645-51a7a1938404', 'name': 'network-vif-deleted', 'tag': '5c8aa46b-5efe-4ab3-b31e-03775de21303', 'status': 'completed', 'code': 200} Jul 14 11:51:06.204423 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e19828-40b3-4a6e-b3cd-ff8f01eada04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b27cd3-7ae9-4045-9825-fdbc0ffcbdb8,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:06.286764 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5efbd747-7a51-42fd-96e4-5a92ff2a6de6 req-bbc40a69-b698-48d6-a7eb-c4e480413da4 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/ports?device_id=e08c817f-cc75-4c71-8645-51a7a1938404 HTTP/1.1" status: 200 len: 210 time: 0.1232133 Jul 14 11:51:06.286764 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:06.302087 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3569c29d-5f67-463b-9472-38eacb26a249 admin admin] Publish callbacks [] for security_group (cd2f2aa1-7b81-4dac-bd49-a321a24f31c7), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:06.303840 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-b6bb29f6-cce2-4738-9d06-491c09c48475 None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:06.332088 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3569c29d-5f67-463b-9472-38eacb26a249 admin admin] Publish callbacks [] for security_group (cd2f2aa1-7b81-4dac-bd49-a321a24f31c7), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:06.557422 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3569c29d-5f67-463b-9472-38eacb26a249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (cd2f2aa1-7b81-4dac-bd49-a321a24f31c7), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:06.559994 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3569c29d-5f67-463b-9472-38eacb26a249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:06.561622 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-3569c29d-5f67-463b-9472-38eacb26a249 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cd2f2aa1-7b81-4dac-bd49-a321a24f31c7 HTTP/1.1" status: 204 len: 168 time: 0.5171769 Jul 14 11:51:06.579411 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b6bb29f6-cce2-4738-9d06-491c09c48475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:06.579816 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569c29d-5f67-463b-9472-38eacb26a249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2f2aa1-7b81-4dac-bd49-a321a24f31c7,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:06.610253 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb29f6-cce2-4738-9d06-491c09c48475 None None] Checking router: 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:06.626859 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb29f6-cce2-4738-9d06-491c09c48475 None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:06.627592 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b6bb29f6-cce2-4738-9d06-491c09c48475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:06.734721 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-b6bb29f6-cce2-4738-9d06-491c09c48475 None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:06.900376 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:06.954268 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b6bb29f6-cce2-4738-9d06-491c09c48475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:06.956926 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:06.983629 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb29f6-cce2-4738-9d06-491c09c48475 None None] The sync data for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi is: [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:44:09Z', 'revision_number': 4, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': 'b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2', 'name': '', 'network_id': 'e4586847-6136-4dce-945a-818d63fc4328', 'tenant_id': '81777430895b432999f69033667e59f1', 'mac_address': 'fa:16:3e:d7:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:44:06Z', 'updated_at': '2022-07-14T11:44:15Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'subnets': [{'id': 'ffca6be3-1873-4c11-b23e-8cff8d06e710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:07.023894 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-713ff61a-070f-441d-9d72-09c5f91029f0 req-192fd425-faef-49b2-b2b5-3b070cb69809 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "GET /v2.0/ports?device_id=ee797cbe-7b7e-4e87-9da7-0c628ae3ede1 HTTP/1.1" status: 200 len: 210 time: 0.0558727 Jul 14 11:51:07.241925 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41498) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:07.256115 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0e77c-63fc-4e6a-aa71-7a40fe8ae888 None None] New status for floating IP 93dfa3e0-4ac4-47b9-a067-cbcdd533d25a: DOWN {{(pid=111169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:51:07.256806 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ba382581-1105-44cf-8f80-6e521cbe4616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.280571 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:07.417725 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ba382581-1105-44cf-8f80-6e521cbe4616 admin admin] Publish callbacks [] for security_group (9627e72e-016d-4bf7-8088-1002d9280bab), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.471544 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5c8aa46b-5efe-4ab3-b31e-03775de21303 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:07.496697 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 5c8aa46b-5efe-4ab3-b31e-03775de21303 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:51:07.497758 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 5c8aa46b-5efe-4ab3-b31e-03775de21303 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:07.505233 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41508) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:07.526096 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ba382581-1105-44cf-8f80-6e521cbe4616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (9627e72e-016d-4bf7-8088-1002d9280bab), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.541402 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41510) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:07.555365 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-40979d4c-d99f-4292-9d0d-66b7b3702af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.586153 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba382581-1105-44cf-8f80-6e521cbe4616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9627e72e-016d-4bf7-8088-1002d9280bab,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:07.595069 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-ba382581-1105-44cf-8f80-6e521cbe4616 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=75f64634e4a84fbfb4e025508e357e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519917 Jul 14 11:51:07.600459 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41512) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:07.633287 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e7ae23fe-56ce-4b63-a0e8-02736bab1da9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (9ee26d86-f8bc-44dc-9f7a-0eb57b71422f), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.645616 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-40979d4c-d99f-4292-9d0d-66b7b3702af8 admin admin] Publish callbacks [] for security_group (82c94bf4-dc6f-4650-b1b9-ab28397bf8f1), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.694137 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e7ae23fe-56ce-4b63-a0e8-02736bab1da9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (9ee26d86-f8bc-44dc-9f7a-0eb57b71422f), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.738940 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd5b-1ad8-4fbe-8980-48be0b107b0b admin admin] Publish callbacks [] for security_group (9627e72e-016d-4bf7-8088-1002d9280bab), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.768862 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd5b-1ad8-4fbe-8980-48be0b107b0b admin admin] Publish callbacks [] for security_group (9627e72e-016d-4bf7-8088-1002d9280bab), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.772495 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-40979d4c-d99f-4292-9d0d-66b7b3702af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (82c94bf4-dc6f-4650-b1b9-ab28397bf8f1), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.805614 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-40979d4c-d99f-4292-9d0d-66b7b3702af8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=271a1b4b043f48259c0c2b74e9beb27d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630682 Jul 14 11:51:07.808441 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41518) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:07.844073 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40979d4c-d99f-4292-9d0d-66b7b3702af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c94bf4-dc6f-4650-b1b9-ab28397bf8f1,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:07.872948 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e7ae23fe-56ce-4b63-a0e8-02736bab1da9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (9ee26d86-f8bc-44dc-9f7a-0eb57b71422f), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.875698 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e7ae23fe-56ce-4b63-a0e8-02736bab1da9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.880274 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e7ae23fe-56ce-4b63-a0e8-02736bab1da9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "DELETE /v2.0/security-groups/9ee26d86-f8bc-44dc-9f7a-0eb57b71422f HTTP/1.1" status: 204 len: 168 time: 0.3714166 Jul 14 11:51:07.881137 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41520) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:07.886585 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-32be6c51-cfd8-4666-a46b-9bf9139f9c53 admin admin] Publish callbacks [] for security_group (82c94bf4-dc6f-4650-b1b9-ab28397bf8f1), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.900368 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae23fe-56ce-4b63-a0e8-02736bab1da9 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee26d86-f8bc-44dc-9f7a-0eb57b71422f,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:07.903799 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.api.v2.resource [None req-071fd733-d9b7-45f0-88e9-c904189eb134 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] show failed (client error): The resource could not be found. Jul 14 11:51:07.907650 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-071fd733-d9b7-45f0-88e9-c904189eb134 tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "GET /v2.0/security-groups/9ee26d86-f8bc-44dc-9f7a-0eb57b71422f HTTP/1.1" status: 404 len: 347 time: 0.0226245 Jul 14 11:51:07.908122 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41522) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:07.910925 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-32be6c51-cfd8-4666-a46b-9bf9139f9c53 admin admin] Publish callbacks [] for security_group (82c94bf4-dc6f-4650-b1b9-ab28397bf8f1), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.917862 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:07.919284 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd5b-1ad8-4fbe-8980-48be0b107b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (9627e72e-016d-4bf7-8088-1002d9280bab), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.923714 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd5b-1ad8-4fbe-8980-48be0b107b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:07.927848 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-2f29bd5b-1ad8-4fbe-8980-48be0b107b0b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9627e72e-016d-4bf7-8088-1002d9280bab HTTP/1.1" status: 204 len: 168 time: 0.3249750 Jul 14 11:51:07.948779 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:07.977364 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29bd5b-1ad8-4fbe-8980-48be0b107b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9627e72e-016d-4bf7-8088-1002d9280bab,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:08.044218 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-32be6c51-cfd8-4666-a46b-9bf9139f9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (82c94bf4-dc6f-4650-b1b9-ab28397bf8f1), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.049496 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-32be6c51-cfd8-4666-a46b-9bf9139f9c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.051509 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-32be6c51-cfd8-4666-a46b-9bf9139f9c53 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/82c94bf4-dc6f-4650-b1b9-ab28397bf8f1 HTTP/1.1" status: 204 len: 168 time: 0.2417758 Jul 14 11:51:08.067402 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be6c51-cfd8-4666-a46b-9bf9139f9c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c94bf4-dc6f-4650-b1b9-ab28397bf8f1,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:08.082078 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-5fba2760-150a-4ec7-b096-c40737530a0b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Deleting port 970101ca-82b0-4c8f-9abd-3f8df6fb512a {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:08.082695 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5fba2760-150a-4ec7-b096-c40737530a0b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (970101ca-82b0-4c8f-9abd-3f8df6fb512a), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.124541 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41532) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:08.220944 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb2dafdd-4d7f-4a78-b2f2-4a2f48e613a3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group (ca168b49-34fa-48bb-8eb2-76d8df765b4a), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.231322 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5fba2760-150a-4ec7-b096-c40737530a0b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (970101ca-82b0-4c8f-9abd-3f8df6fb512a), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.231833 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5fba2760-150a-4ec7-b096-c40737530a0b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (970101ca-82b0-4c8f-9abd-3f8df6fb512a), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.252799 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-5fba2760-150a-4ec7-b096-c40737530a0b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Calling delete_port for 970101ca-82b0-4c8f-9abd-3f8df6fb512a owned by network:floatingip {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:08.265184 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb2dafdd-4d7f-4a78-b2f2-4a2f48e613a3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group (ca168b49-34fa-48bb-8eb2-76d8df765b4a), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.448942 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb2dafdd-4d7f-4a78-b2f2-4a2f48e613a3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (ca168b49-34fa-48bb-8eb2-76d8df765b4a), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.452236 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-bb2dafdd-4d7f-4a78-b2f2-4a2f48e613a3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.454660 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-bb2dafdd-4d7f-4a78-b2f2-4a2f48e613a3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] 10.222.0.40 "DELETE /v2.0/security-groups/ca168b49-34fa-48bb-8eb2-76d8df765b4a HTTP/1.1" status: 204 len: 168 time: 0.3286705 Jul 14 11:51:08.478470 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dafdd-4d7f-4a78-b2f2-4a2f48e613a3 tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca168b49-34fa-48bb-8eb2-76d8df765b4a,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:08.601195 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41544) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:08.803458 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5fba2760-150a-4ec7-b096-c40737530a0b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (970101ca-82b0-4c8f-9abd-3f8df6fb512a), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.831724 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba2760-150a-4ec7-b096-c40737530a0b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Pushing event deleted for resources: {'Port': ['ID=970101ca-82b0-4c8f-9abd-3f8df6fb512a,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:08.952240 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5fba2760-150a-4ec7-b096-c40737530a0b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks [] for floatingip (93dfa3e0-4ac4-47b9-a067-cbcdd533d25a), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.955878 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5fba2760-150a-4ec7-b096-c40737530a0b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:08.959856 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-5fba2760-150a-4ec7-b096-c40737530a0b tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] 10.222.0.40 "DELETE /v2.0/floatingips/93dfa3e0-4ac4-47b9-a067-cbcdd533d25a HTTP/1.1" status: 204 len: 168 time: 1.0480268 Jul 14 11:51:09.123327 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:09.206621 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:09.259113 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732248'] for router_interface (e5cfcccc-e251-4738-90e9-ab2784726b43), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:09.265767 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:09.480140 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device df04a441-a4c9-485f-845a-68acb74d2d4e no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:09.514538 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: df04a441-a4c9-485f-845a-68acb74d2d4e {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:51:09.515655 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device df04a441-a4c9-485f-845a-68acb74d2d4e not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:09.521994 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] Deleting port 39f807a3-0edc-478d-8543-28da0bdf79ff {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:09.522338 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:09.619777 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] For port 39f807a3-0edc-478d-8543-28da0bdf79ff, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=39f807a3-0edc-478d-8543-28da0bdf79ff,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:09.620138 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:09.634358 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] Calling delete_port for 39f807a3-0edc-478d-8543-28da0bdf79ff owned by network:router_interface {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:09.898456 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (39f807a3-0edc-478d-8543-28da0bdf79ff), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:09.935098 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f807a3-0edc-478d-8543-28da0bdf79ff,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:10.109107 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:10.135585 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732108'] for router_interface (e5cfcccc-e251-4738-90e9-ab2784726b43), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:10.260591 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:10.384463 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] Router e5cfcccc-e251-4738-90e9-ab2784726b43 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:51:10.501807 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:10.507485 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-34475cf3-a5b3-497c-a498-08d1cd5dc3f8 admin admin] 10.222.0.40 "PUT /v2.0/routers/e5cfcccc-e251-4738-90e9-ab2784726b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9052298 Jul 14 11:51:10.510020 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41618) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:10.512137 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f43c86-a848-4798-9bda-9753423d6471 None None] Sync routers for ids ['e5cfcccc-e251-4738-90e9-ab2784726b43'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:10.526297 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f43c86-a848-4798-9bda-9753423d6471 None None] Routers {'e5cfcccc-e251-4738-90e9-ab2784726b43'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:10.526297 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-83f43c86-a848-4798-9bda-9753423d6471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e5cfcccc-e251-4738-90e9-ab2784726b43'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:10.614901 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Publish callbacks [] for router (e5cfcccc-e251-4738-90e9-ab2784726b43), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:10.645696 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-83f43c86-a848-4798-9bda-9753423d6471 None None] Set router e5cfcccc-e251-4738-90e9-ab2784726b43 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:10.769759 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Publish callbacks [] for router_gateway (e5cfcccc-e251-4738-90e9-ab2784726b43), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:10.848733 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-83f43c86-a848-4798-9bda-9753423d6471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '3393e912-34ba-4012-b625-0600782bffe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:51:09Z', 'revision_number': 5, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port': {'id': '3393e912-34ba-4012-b625-0600782bffe7', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:10.884006 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f43c86-a848-4798-9bda-9753423d6471 None None] Checking router: e5cfcccc-e251-4738-90e9-ab2784726b43 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:10.894407 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f43c86-a848-4798-9bda-9753423d6471 None None] Routers {'e5cfcccc-e251-4738-90e9-ab2784726b43'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:10.895274 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-83f43c86-a848-4798-9bda-9753423d6471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e5cfcccc-e251-4738-90e9-ab2784726b43'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:10.950111 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Deleting port 3393e912-34ba-4012-b625-0600782bffe7 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:10.952071 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (3393e912-34ba-4012-b625-0600782bffe7), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:10.953275 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:11.004749 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-83f43c86-a848-4798-9bda-9753423d6471 None None] Set router e5cfcccc-e251-4738-90e9-ab2784726b43 gateway port host: None {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:11.086842 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-83f43c86-a848-4798-9bda-9753423d6471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:51:10Z', 'revision_number': 6, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port_host': None}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:11.106895 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] For port 3393e912-34ba-4012-b625-0600782bffe7, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=3393e912-34ba-4012-b625-0600782bffe7,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:11.107355 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (3393e912-34ba-4012-b625-0600782bffe7), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:11.118414 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f43c86-a848-4798-9bda-9753423d6471 None None] The sync data for ids ['e5cfcccc-e251-4738-90e9-ab2784726b43'] in dv-cinder-849803-1-iscsi is: [{'id': 'e5cfcccc-e251-4738-90e9-ab2784726b43', 'name': 'tempest-TestShelveInstance-1163892332-router', 'tenant_id': 'ca23768669a74586a221c14ebaa8ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:29Z', 'updated_at': '2022-07-14T11:51:10Z', 'revision_number': 6, 'project_id': 'ca23768669a74586a221c14ebaa8ee26', 'gw_port_host': None}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:11.128257 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Calling delete_port for 3393e912-34ba-4012-b625-0600782bffe7 owned by network:router_gateway {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:11.366908 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (3393e912-34ba-4012-b625-0600782bffe7), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:11.394741 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Pushing event deleted for resources: {'Port': ['ID=3393e912-34ba-4012-b625-0600782bffe7,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:11.477787 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726993'] for router_gateway (e5cfcccc-e251-4738-90e9-ab2784726b43), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:11.586520 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021'] for router (e5cfcccc-e251-4738-90e9-ab2784726b43), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:11.589095 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Publish callbacks [] for router_controller (e5cfcccc-e251-4738-90e9-ab2784726b43), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:11.601397 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:11.720606 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1734570'] for router (e5cfcccc-e251-4738-90e9-ab2784726b43), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:11.721262 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5cfcccc-e251-4738-90e9-ab2784726b43 {{(pid=111167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:51:11.726754 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:11.730278 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-6141eec2-ee53-4669-ad24-fd5bd12ddadd admin admin] 10.222.0.40 "DELETE /v2.0/routers/e5cfcccc-e251-4738-90e9-ab2784726b43 HTTP/1.1" status: 204 len: 168 time: 1.2168589 Jul 14 11:51:11.730566 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41668) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:11.780471 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_v2 [None req-8189faef-3270-42ce-b260-6b66948a8d0a admin admin] Deleting subnet 46504c9e-19fd-4478-98eb-c2f656aa93e9 {{(pid=111167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:51:11.784250 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8189faef-3270-42ce-b260-6b66948a8d0a admin admin] Publish callbacks [] for subnet (46504c9e-19fd-4478-98eb-c2f656aa93e9), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:11.827420 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8189faef-3270-42ce-b260-6b66948a8d0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24027086'] for subnet (46504c9e-19fd-4478-98eb-c2f656aa93e9), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:11.895537 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41678) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:11.926493 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8189faef-3270-42ce-b260-6b66948a8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (46504c9e-19fd-4478-98eb-c2f656aa93e9), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.050471 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8189faef-3270-42ce-b260-6b66948a8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24027045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31053130'] for subnet (46504c9e-19fd-4478-98eb-c2f656aa93e9), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.082623 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189faef-3270-42ce-b260-6b66948a8d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46504c9e-19fd-4478-98eb-c2f656aa93e9,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:12.097188 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8189faef-3270-42ce-b260-6b66948a8d0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.097188 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-8189faef-3270-42ce-b260-6b66948a8d0a admin admin] 10.222.0.40 "DELETE /v2.0/subnets/46504c9e-19fd-4478-98eb-c2f656aa93e9 HTTP/1.1" status: 204 len: 168 time: 0.3627138 Jul 14 11:51:12.098314 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b1e1c6-cd89-42a2-848c-8c1c2ecfd155 None None] Network f77a597b-ab8a-49e2-9a1d-e420c995c2e6 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:12.103046 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41684) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:12.250181 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (f77a597b-ab8a-49e2-9a1d-e420c995c2e6), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.343967 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Deleting port 73b8360e-7029-4c66-b748-2f20df18b2ec {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:12.347599 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.357396 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] DHCP port deletion for f77a597b-ab8a-49e2-9a1d-e420c995c2e6 request from dv-cinder-849803-1-iscsi {{(pid=111168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:51:12.378478 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:DELETE=10,neutron:UPDATE=4,neutron:SELECT=86 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:12.404481 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Deleting port 73b8360e-7029-4c66-b748-2f20df18b2ec {{(pid=111168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:12.405247 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), before_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.408852 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41694) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:12.442883 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] For port 73b8360e-7029-4c66-b748-2f20df18b2ec, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=73b8360e-7029-4c66-b748-2f20df18b2ec,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:12.451197 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.475294 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Calling delete_port for 73b8360e-7029-4c66-b748-2f20df18b2ec owned by network:dhcp {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:12.493338 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] For port 73b8360e-7029-4c66-b748-2f20df18b2ec, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=73b8360e-7029-4c66-b748-2f20df18b2ec,segment=NetworkSegment(cd46c3b9-edac-4663-9b79-632b31b8b9d9),segment_id=cd46c3b9-edac-4663-9b79-632b31b8b9d9)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:12.494024 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), precommit_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.513911 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Calling delete_port for 73b8360e-7029-4c66-b748-2f20df18b2ec owned by network:dhcp {{(pid=111168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:12.538016 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732248'] for router_interface (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.594915 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0da2d5b0-8986-4db0-8030-040721875b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.649135 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.655964 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (73b8360e-7029-4c66-b748-2f20df18b2ec), after_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.676088 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Pushing event deleted for resources: {'Port': ['ID=73b8360e-7029-4c66-b748-2f20df18b2ec,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:12.683566 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] No DVR routers for this DVR port 73b8360e-7029-4c66-b748-2f20df18b2ec on host dv-cinder-849803-1-iscsi {{(pid=111167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:51:12.702513 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Pushing event deleted for resources: {'Port': ['ID=73b8360e-7029-4c66-b748-2f20df18b2ec,revision_number=None']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:12.707018 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] No DVR routers for this DVR port 73b8360e-7029-4c66-b748-2f20df18b2ec on host dv-cinder-849803-1-iscsi {{(pid=111168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:51:12.715469 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.715828 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722085 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722995 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722995 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.722995 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336fcad8-fdaf-40b4-b00f-39d1eb26fa2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:12.763059 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (f77a597b-ab8a-49e2-9a1d-e420c995c2e6), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.784760 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77a597b-ab8a-49e2-9a1d-e420c995c2e6']}} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:12.794161 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd46c3b9-edac-4663-9b79-632b31b8b9d9') {'for_net_delete': True} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:12.794448 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd46c3b9-edac-4663-9b79-632b31b8b9d9') {} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:12.796203 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0da2d5b0-8986-4db0-8030-040721875b10 admin admin] Publish callbacks [] for security_group (ce5ce383-37eb-4ca0-bbf6-623007e87afc), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.811464 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24027097'] for segment (cd46c3b9-edac-4663-9b79-632b31b8b9d9), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.827975 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (cd46c3b9-edac-4663-9b79-632b31b8b9d9), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.836526 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=111167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:51:12.837125 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24026119'] for segment (cd46c3b9-edac-4663-9b79-632b31b8b9d9), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.867114 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment cd46c3b9-edac-4663-9b79-632b31b8b9d9 resource provider aggregate not found Jul 14 11:51:12.878356 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] Deleting port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:12.878982 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.882390 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0da2d5b0-8986-4db0-8030-040721875b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (ce5ce383-37eb-4ca0-bbf6-623007e87afc), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:12.911182 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:12.929672 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment cd46c3b9-edac-4663-9b79-632b31b8b9d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd46c3b9-edac-4663-9b79-632b31b8b9d9 found for delete ", "request_id": "req-d6edd628-09d3-41d3-b17b-80d4dac14b90"}]} Jul 14 11:51:12.983824 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-0da2d5b0-8986-4db0-8030-040721875b10 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1da1a758146842ba903abae94ec129c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5736384 Jul 14 11:51:12.986843 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41704) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:12.996506 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2d5b0-8986-4db0-8030-040721875b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5ce383-37eb-4ca0-bbf6-623007e87afc,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:13.020031 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (f77a597b-ab8a-49e2-9a1d-e420c995c2e6), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:13.021862 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 73b8360e-7029-4c66-b748-2f20df18b2ec no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:13.031823 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] For port b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:13.032235 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:13.034617 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:13.044204 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] 10.222.0.40 "DELETE /v2.0/networks/f77a597b-ab8a-49e2-9a1d-e420c995c2e6 HTTP/1.1" status: 204 len: 168 time: 0.9346571 Jul 14 11:51:13.044405 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:13.045125 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41706) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:13.049683 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10828a4-14c6-4ef7-b33f-9258d1c9ebab admin admin] Pushing event deleted for resources: {'Network': ['ID=f77a597b-ab8a-49e2-9a1d-e420c995c2e6,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:13.050734 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 73b8360e-7029-4c66-b748-2f20df18b2ec {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:51:13.056225 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 73b8360e-7029-4c66-b748-2f20df18b2ec not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:13.056709 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 39f807a3-0edc-478d-8543-28da0bdf79ff no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:13.059476 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] Calling delete_port for b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 owned by network:router_interface {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:13.069235 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:13.070022 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-498a2314-d321-4915-9a0e-17a15fb47a86 admin admin] Publish callbacks [] for security_group (ce5ce383-37eb-4ca0-bbf6-623007e87afc), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:13.077113 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 39f807a3-0edc-478d-8543-28da0bdf79ff {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:51:13.077489 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 39f807a3-0edc-478d-8543-28da0bdf79ff not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:13.078072 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 3393e912-34ba-4012-b625-0600782bffe7 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:13.093853 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-498a2314-d321-4915-9a0e-17a15fb47a86 admin admin] Publish callbacks [] for security_group (ce5ce383-37eb-4ca0-bbf6-623007e87afc), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:13.098941 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 3393e912-34ba-4012-b625-0600782bffe7 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:51:13.100028 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 3393e912-34ba-4012-b625-0600782bffe7 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:13.248942 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-498a2314-d321-4915-9a0e-17a15fb47a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (ce5ce383-37eb-4ca0-bbf6-623007e87afc), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:13.251595 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-498a2314-d321-4915-9a0e-17a15fb47a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:13.252775 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-498a2314-d321-4915-9a0e-17a15fb47a86 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ce5ce383-37eb-4ca0-bbf6-623007e87afc HTTP/1.1" status: 204 len: 168 time: 0.2648973 Jul 14 11:51:13.261638 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a2314-d321-4915-9a0e-17a15fb47a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5ce383-37eb-4ca0-bbf6-623007e87afc,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:13.521090 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732248'] for router_interface (6be7372b-c6c4-4c1f-b38f-905a65598641), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:13.568972 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:13.631422 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:13.698142 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:13.922004 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732108'] for router_interface (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:13.922004 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:13.936532 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] Deleting port 7b11bb17-03ab-441d-8faa-ca0e8177f96e {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:13.936876 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:14.040599 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41736) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:14.056378 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-40818490-f6d6-4d87-ae3c-ad4d8cc78cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:14.112478 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] For port 7b11bb17-03ab-441d-8faa-ca0e8177f96e, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=7b11bb17-03ab-441d-8faa-ca0e8177f96e,segment=NetworkSegment(c1b954ae-1d54-4679-b811-938eb998a60e),segment_id=c1b954ae-1d54-4679-b811-938eb998a60e)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:14.113268 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:14.134484 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] Calling delete_port for 7b11bb17-03ab-441d-8faa-ca0e8177f96e owned by network:router_interface {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:14.162106 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-40818490-f6d6-4d87-ae3c-ad4d8cc78cac admin admin] Publish callbacks [] for security_group (34714910-0360-4625-b2f2-4086562cf13b), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:14.232096 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-40818490-f6d6-4d87-ae3c-ad4d8cc78cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (34714910-0360-4625-b2f2-4086562cf13b), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:14.282330 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-40818490-f6d6-4d87-ae3c-ad4d8cc78cac admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=326f2d3010294e2c9487409a298e464c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411637 Jul 14 11:51:14.283715 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40818490-f6d6-4d87-ae3c-ad4d8cc78cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34714910-0360-4625-b2f2-4086562cf13b,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:14.286141 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41746) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:14.326947 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] Router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:51:14.338009 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7743e15e-57f7-478f-b5a4-b55d480ee437 admin admin] Publish callbacks [] for security_group (34714910-0360-4625-b2f2-4086562cf13b), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:14.362181 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7743e15e-57f7-478f-b5a4-b55d480ee437 admin admin] Publish callbacks [] for security_group (34714910-0360-4625-b2f2-4086562cf13b), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:14.493143 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:14.497949 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-0294564a-13c0-4ff0-94da-ede32b42d8cb admin admin] 10.222.0.40 "PUT /v2.0/routers/36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6017275 Jul 14 11:51:14.500740 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41750) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:14.503424 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f8122-a8be-4bc1-9b72-ef560d6b35e7 None None] Sync routers for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:14.508466 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7743e15e-57f7-478f-b5a4-b55d480ee437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (34714910-0360-4625-b2f2-4086562cf13b), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:14.512392 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7743e15e-57f7-478f-b5a4-b55d480ee437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:14.515746 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-7743e15e-57f7-478f-b5a4-b55d480ee437 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/34714910-0360-4625-b2f2-4086562cf13b HTTP/1.1" status: 204 len: 168 time: 0.2267785 Jul 14 11:51:14.515858 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f8122-a8be-4bc1-9b72-ef560d6b35e7 None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:14.515971 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-430f8122-a8be-4bc1-9b72-ef560d6b35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:14.545281 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743e15e-57f7-478f-b5a4-b55d480ee437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34714910-0360-4625-b2f2-4086562cf13b,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:14.616875 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Publish callbacks [] for router (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:14.620849 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (7b11bb17-03ab-441d-8faa-ca0e8177f96e), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:14.628014 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-430f8122-a8be-4bc1-9b72-ef560d6b35e7 None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:14.681822 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b11bb17-03ab-441d-8faa-ca0e8177f96e,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:14.920972 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-430f8122-a8be-4bc1-9b72-ef560d6b35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:51:13Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:14.951631 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f8122-a8be-4bc1-9b72-ef560d6b35e7 None None] Checking router: 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:14.965342 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f8122-a8be-4bc1-9b72-ef560d6b35e7 None None] Routers {'36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:14.966251 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-430f8122-a8be-4bc1-9b72-ef560d6b35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:14.978882 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-78e93a34-fe17-4c13-9d82-e5b9a879dff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:15.022749 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:15.095113 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-430f8122-a8be-4bc1-9b72-ef560d6b35e7 None None] Set router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:15.098075 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Publish callbacks [] for router_gateway (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:15.162304 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732108'] for router_interface (6be7372b-c6c4-4c1f-b38f-905a65598641), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:15.269838 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:15.279656 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Deleting port c903e9b9-468e-4a32-b724-77ca50131b80 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:15.280209 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:15.287010 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-430f8122-a8be-4bc1-9b72-ef560d6b35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:51:13Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:15.313428 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f8122-a8be-4bc1-9b72-ef560d6b35e7 None None] The sync data for ids ['36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c'] in dv-cinder-849803-1-iscsi is: [{'id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'name': 'tempest-AttachVolumeShelveTestJSON-2013897128-router', 'tenant_id': '81777430895b432999f69033667e59f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:43:57Z', 'updated_at': '2022-07-14T11:51:13Z', 'revision_number': 5, 'project_id': '81777430895b432999f69033667e59f1', 'gw_port': {'id': 'c903e9b9-468e-4a32-b724-77ca50131b80', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:43:59Z', 'updated_at': '2022-07-14T11:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:15.407005 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:15.457955 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] For port c903e9b9-468e-4a32-b724-77ca50131b80, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=c903e9b9-468e-4a32-b724-77ca50131b80,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:15.458326 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:15.478662 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Calling delete_port for c903e9b9-468e-4a32-b724-77ca50131b80 owned by network:router_gateway {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:15.532768 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] Router 6be7372b-c6c4-4c1f-b38f-905a65598641 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:51:15.721560 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:15.735587 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179c590-eb47-4e2f-b53d-5aa69fd45b89 None None] Sync routers for ids ['6be7372b-c6c4-4c1f-b38f-905a65598641'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:15.737694 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41788) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:15.740838 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e3b23608-6c09-4988-b5cc-5870e00d7319 admin admin] 10.222.0.40 "PUT /v2.0/routers/6be7372b-c6c4-4c1f-b38f-905a65598641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6926618 Jul 14 11:51:15.768548 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179c590-eb47-4e2f-b53d-5aa69fd45b89 None None] Routers {'6be7372b-c6c4-4c1f-b38f-905a65598641'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:15.769333 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1179c590-eb47-4e2f-b53d-5aa69fd45b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['6be7372b-c6c4-4c1f-b38f-905a65598641'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:15.875094 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (c903e9b9-468e-4a32-b724-77ca50131b80), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:15.914508 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-1179c590-eb47-4e2f-b53d-5aa69fd45b89 None None] Set router 6be7372b-c6c4-4c1f-b38f-905a65598641 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:15.927707 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Pushing event deleted for resources: {'Port': ['ID=c903e9b9-468e-4a32-b724-77ca50131b80,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:15.976551 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:15.977894 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41796) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:16.059373 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726993'] for router_gateway (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.164652 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021'] for router (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.167482 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Publish callbacks [] for router_controller (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.223703 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-646704091-network', 'tenant_id': '9319e063b19341d5b5bdcc121363a476'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:16.232716 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41802) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:16.269558 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Publish callbacks [] for router (6be7372b-c6c4-4c1f-b38f-905a65598641), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.321068 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d2312e9d-3feb-4db6-b8f9-26dd5d64c1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.330832 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1179c590-eb47-4e2f-b53d-5aa69fd45b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'name': 'tempest-TestShelveInstance-151398522-router', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:36Z', 'updated_at': '2022-07-14T11:51:14Z', 'revision_number': 5, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'gw_port': {'id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:37Z', 'updated_at': '2022-07-14T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:16.334340 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1734570'] for router (36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.335103 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c {{(pid=111166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:51:16.341803 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.345452 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-6dee4130-e7a2-48e0-9d27-3dafff990205 admin admin] 10.222.0.40 "DELETE /v2.0/routers/36a07cb0-c43a-42e5-a9d5-ee3b830e9b2c HTTP/1.1" status: 204 len: 168 time: 1.8413544 Jul 14 11:51:16.345611 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41806) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:16.358440 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179c590-eb47-4e2f-b53d-5aa69fd45b89 None None] Checking router: 6be7372b-c6c4-4c1f-b38f-905a65598641 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:16.366882 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:16.367932 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179c590-eb47-4e2f-b53d-5aa69fd45b89 None None] Routers {'6be7372b-c6c4-4c1f-b38f-905a65598641'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:16.368574 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1179c590-eb47-4e2f-b53d-5aa69fd45b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:50:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['6be7372b-c6c4-4c1f-b38f-905a65598641'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:16.388388 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Made reservation on behalf of 9319e063b19341d5b5bdcc121363a476 for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:16.391635 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.412212 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.437966 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d2312e9d-3feb-4db6-b8f9-26dd5d64c1ea admin admin] Publish callbacks [] for security_group (2ecb272e-ac3a-44c9-b000-1cf818bf84e8), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.441052 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcd1eef-5221-46a9-a9dd-24be05855d47 admin admin] Deleting subnet ffca6be3-1873-4c11-b23e-8cff8d06e710 {{(pid=111166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:51:16.444221 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3fcd1eef-5221-46a9-a9dd-24be05855d47 admin admin] Publish callbacks [] for subnet (ffca6be3-1873-4c11-b23e-8cff8d06e710), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.479830 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Publish callbacks [] for router_gateway (6be7372b-c6c4-4c1f-b38f-905a65598641), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.484308 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3fcd1eef-5221-46a9-a9dd-24be05855d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31228433'] for subnet (ffca6be3-1873-4c11-b23e-8cff8d06e710), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.534353 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d2312e9d-3feb-4db6-b8f9-26dd5d64c1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (2ecb272e-ac3a-44c9-b000-1cf818bf84e8), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.548968 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41810) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:16.568650 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:16.578572 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-1179c590-eb47-4e2f-b53d-5aa69fd45b89 None None] Set router 6be7372b-c6c4-4c1f-b38f-905a65598641 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:16.603974 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:16.610389 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-d2312e9d-3feb-4db6-b8f9-26dd5d64c1ea admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=57f0359b89e040719cfcf0cba004adae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766229 Jul 14 11:51:16.613362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2312e9d-3feb-4db6-b8f9-26dd5d64c1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecb272e-ac3a-44c9-b000-1cf818bf84e8,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:16.614611 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41814) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:16.627441 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Deleting port 5a7dd55a-a40f-4c82-9df6-d021b393d621 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:16.633335 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.642246 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3fcd1eef-5221-46a9-a9dd-24be05855d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (ffca6be3-1873-4c11-b23e-8cff8d06e710), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.720037 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:16.731195 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] For port 5a7dd55a-a40f-4c82-9df6-d021b393d621, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=5a7dd55a-a40f-4c82-9df6-d021b393d621,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:16.731848 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.735660 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:16.742840 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Publish callbacks [] for security_group (f762e455-b5b4-4122-9da4-cb54462eb51c), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.743923 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6d2de046-71dc-42d9-9829-78fa933f843f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.747418 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Calling delete_port for 5a7dd55a-a40f-4c82-9df6-d021b393d621 owned by network:router_gateway {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:16.787515 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-738173ce-e7be-4aa2-92d9-bf83c6a7edca admin admin] Publish callbacks [] for security_group (2ecb272e-ac3a-44c9-b000-1cf818bf84e8), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.792361 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:16.800944 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-1179c590-eb47-4e2f-b53d-5aa69fd45b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'name': 'tempest-TestShelveInstance-151398522-router', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:36Z', 'updated_at': '2022-07-14T11:51:14Z', 'revision_number': 5, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'gw_port': {'id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:37Z', 'updated_at': '2022-07-14T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:16.817357 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f762e455-b5b4-4122-9da4-cb54462eb51c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.829817 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-738173ce-e7be-4aa2-92d9-bf83c6a7edca admin admin] Publish callbacks [] for security_group (2ecb272e-ac3a-44c9-b000-1cf818bf84e8), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.833418 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179c590-eb47-4e2f-b53d-5aa69fd45b89 None None] The sync data for ids ['6be7372b-c6c4-4c1f-b38f-905a65598641'] in dv-cinder-849803-1-iscsi is: [{'id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'name': 'tempest-TestShelveInstance-151398522-router', 'tenant_id': 'a0070026dba04010b93def3ca14598ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:45:36Z', 'updated_at': '2022-07-14T11:51:14Z', 'revision_number': 5, 'project_id': 'a0070026dba04010b93def3ca14598ea', 'gw_port': {'id': '5a7dd55a-a40f-4c82-9df6-d021b393d621', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be7372b-c6c4-4c1f-b38f-905a65598641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:45:37Z', 'updated_at': '2022-07-14T11:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:16.854197 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=111166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:51:16.881312 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:16.912817 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f762e455-b5b4-4122-9da4-cb54462eb51c,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:16.933386 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3fcd1eef-5221-46a9-a9dd-24be05855d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31228419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31020262'] for subnet (ffca6be3-1873-4c11-b23e-8cff8d06e710), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.979225 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd1eef-5221-46a9-a9dd-24be05855d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffca6be3-1873-4c11-b23e-8cff8d06e710,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:16.981709 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3fcd1eef-5221-46a9-a9dd-24be05855d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.984814 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-3fcd1eef-5221-46a9-a9dd-24be05855d47 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ffca6be3-1873-4c11-b23e-8cff8d06e710 HTTP/1.1" status: 204 len: 168 time: 0.6382737 Jul 14 11:51:16.988023 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6d2de046-71dc-42d9-9829-78fa933f843f admin admin] Publish callbacks [] for security_group (c98819d8-f419-471b-87fd-c3c310342e94), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:16.988755 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41816) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:16.996720 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85916c5-b39f-418e-8ba0-50869c5afc00 None None] Network e4586847-6136-4dce-945a-818d63fc4328 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:17.012293 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (5a7dd55a-a40f-4c82-9df6-d021b393d621), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.073455 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7dd55a-a40f-4c82-9df6-d021b393d621,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:17.105710 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-adcc17c1-3c99-4264-830e-f77674243f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.107926 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-738173ce-e7be-4aa2-92d9-bf83c6a7edca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (2ecb272e-ac3a-44c9-b000-1cf818bf84e8), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.110626 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-738173ce-e7be-4aa2-92d9-bf83c6a7edca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.112390 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-738173ce-e7be-4aa2-92d9-bf83c6a7edca admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2ecb272e-ac3a-44c9-b000-1cf818bf84e8 HTTP/1.1" status: 204 len: 168 time: 0.4967921 Jul 14 11:51:17.112583 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (e4586847-6136-4dce-945a-818d63fc4328), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.113081 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6d2de046-71dc-42d9-9829-78fa933f843f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (c98819d8-f419-471b-87fd-c3c310342e94), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.123046 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (3609f05e-6489-42bc-9aac-c33f3ad5ccf5), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.123046 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Added segment 3609f05e-6489-42bc-9aac-c33f3ad5ccf5 of type vlan for network a7382d6e-1ea6-4896-820f-8ff94ae66ace Jul 14 11:51:17.157118 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738173ce-e7be-4aa2-92d9-bf83c6a7edca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecb272e-ac3a-44c9-b000-1cf818bf84e8,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:17.157460 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726993'] for router_gateway (6be7372b-c6c4-4c1f-b38f-905a65598641), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.207864 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-6d2de046-71dc-42d9-9829-78fa933f843f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3c4213e0154f429fa1b268d98618ce1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6579099 Jul 14 11:51:17.211886 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41820) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:17.222684 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (a7382d6e-1ea6-4896-820f-8ff94ae66ace), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.246928 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9188bff9-33d7-4d21-8dff-2103625a2d0c None None] DHCP port deletion for e4586847-6136-4dce-945a-818d63fc4328 request from dv-cinder-849803-1-iscsi {{(pid=111168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:51:17.259640 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2de046-71dc-42d9-9829-78fa933f843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98819d8-f419-471b-87fd-c3c310342e94,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:17.266909 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021'] for router (6be7372b-c6c4-4c1f-b38f-905a65598641), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.272104 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Publish callbacks [] for router_controller (6be7372b-c6c4-4c1f-b38f-905a65598641), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.327614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Deleting port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:17.328170 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.329908 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-9188bff9-33d7-4d21-8dff-2103625a2d0c None None] Deleting port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d {{(pid=111168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:17.331173 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9188bff9-33d7-4d21-8dff-2103625a2d0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), before_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.353641 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a4592922-6e80-4588-9e06-70c0a54a835e admin admin] Publish callbacks [] for security_group (c98819d8-f419-471b-87fd-c3c310342e94), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.381024 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a4592922-6e80-4588-9e06-70c0a54a835e admin admin] Publish callbacks [] for security_group (c98819d8-f419-471b-87fd-c3c310342e94), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.411895 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-9188bff9-33d7-4d21-8dff-2103625a2d0c None None] For port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=6ef9d3c1-9633-404a-8c2f-f77a71dd545d,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:17.412405 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9188bff9-33d7-4d21-8dff-2103625a2d0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), precommit_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.418397 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] For port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=6ef9d3c1-9633-404a-8c2f-f77a71dd545d,segment=NetworkSegment(0b964281-8990-4fd9-88bf-97b1dda7ad4c),segment_id=0b964281-8990-4fd9-88bf-97b1dda7ad4c)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:17.419082 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.432016 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1734570'] for router (6be7372b-c6c4-4c1f-b38f-905a65598641), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.432016 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6be7372b-c6c4-4c1f-b38f-905a65598641 {{(pid=111167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:51:17.433474 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-9188bff9-33d7-4d21-8dff-2103625a2d0c None None] Calling delete_port for 6ef9d3c1-9633-404a-8c2f-f77a71dd545d owned by network:dhcp {{(pid=111168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:17.439269 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.444307 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-71cd61c8-00cb-4a64-afc7-7b4312b55b78 admin admin] 10.222.0.40 "DELETE /v2.0/routers/6be7372b-c6c4-4c1f-b38f-905a65598641 HTTP/1.1" status: 204 len: 168 time: 1.7055459 Jul 14 11:51:17.445799 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41822) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:17.449642 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Calling delete_port for 6ef9d3c1-9633-404a-8c2f-f77a71dd545d owned by network:dhcp {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:17.460497 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (a7382d6e-1ea6-4896-820f-8ff94ae66ace), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.460497 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:17.460497 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.533368 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:17.573550 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:51:17.573926 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device b8f6a88e-9f7a-4826-b943-fd6c2ce66ef2 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:17.574347 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 6ef9d3c1-9633-404a-8c2f-f77a71dd545d no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:17.592052 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_v2 [None req-753fc575-233e-427a-a187-683ce66271b0 admin admin] Deleting subnet 9eb9a7a5-d3a3-47a2-87af-30225c05da1a {{(pid=111166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:51:17.595501 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] Pushing event updated for resources: {'Network': ['ID=a7382d6e-1ea6-4896-820f-8ff94ae66ace,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:17.597889 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-753fc575-233e-427a-a187-683ce66271b0 admin admin] Publish callbacks [] for subnet (9eb9a7a5-d3a3-47a2-87af-30225c05da1a), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.610042 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-5c280f6f-e0aa-4f23-89c0-2b13f91ced6c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6256881 Jul 14 11:51:17.610160 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41826) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:17.615150 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network a7382d6e-1ea6-4896-820f-8ff94ae66ace details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:51:17.617397 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] Request body: {'subnet': {'network_id': 'a7382d6e-1ea6-4896-820f-8ff94ae66ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-646704091-subnet', 'tenant_id': '9319e063b19341d5b5bdcc121363a476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:17.651001 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-753fc575-233e-427a-a187-683ce66271b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31228433'] for subnet (9eb9a7a5-d3a3-47a2-87af-30225c05da1a), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.696298 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.696583 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a4592922-6e80-4588-9e06-70c0a54a835e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (c98819d8-f419-471b-87fd-c3c310342e94), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.696583 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a4592922-6e80-4588-9e06-70c0a54a835e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.697364 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:17.699619 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-a4592922-6e80-4588-9e06-70c0a54a835e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c98819d8-f419-471b-87fd-c3c310342e94 HTTP/1.1" status: 204 len: 168 time: 0.4868536 Jul 14 11:51:17.713907 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4592922-6e80-4588-9e06-70c0a54a835e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98819d8-f419-471b-87fd-c3c310342e94,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:17.717437 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No ports have port_id starting with 6ef9d3c1-9633-404a-8c2f-f77a71dd545d Jul 14 11:51:17.723179 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9188bff9-33d7-4d21-8dff-2103625a2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (6ef9d3c1-9633-404a-8c2f-f77a71dd545d), after_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.732397 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device c903e9b9-468e-4a32-b724-77ca50131b80 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:17.748045 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] No DVR routers for this DVR port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d on host dv-cinder-849803-1-iscsi {{(pid=111167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:51:17.756098 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] Made reservation on behalf of 9319e063b19341d5b5bdcc121363a476 for: {'subnet': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:17.758728 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31053169'] for subnet (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.767354 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-753fc575-233e-427a-a187-683ce66271b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (9eb9a7a5-d3a3-47a2-87af-30225c05da1a), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.774206 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: c903e9b9-468e-4a32-b724-77ca50131b80 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:51:17.774604 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device c903e9b9-468e-4a32-b724-77ca50131b80 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:17.774960 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 7b11bb17-03ab-441d-8faa-ca0e8177f96e no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:17.801835 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9188bff9-33d7-4d21-8dff-2103625a2d0c None None] No DVR routers for this DVR port 6ef9d3c1-9633-404a-8c2f-f77a71dd545d on host dv-cinder-849803-1-iscsi {{(pid=111168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:51:17.822772 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188bff9-33d7-4d21-8dff-2103625a2d0c None None] Pushing event deleted for resources: {'Port': ['ID=6ef9d3c1-9633-404a-8c2f-f77a71dd545d,revision_number=None']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:17.827540 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 7b11bb17-03ab-441d-8faa-ca0e8177f96e {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:51:17.828059 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 7b11bb17-03ab-441d-8faa-ca0e8177f96e not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:17.878403 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef9d3c1-9633-404a-8c2f-f77a71dd545d,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:17.918536 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-753fc575-233e-427a-a187-683ce66271b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31228419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31020262'] for subnet (9eb9a7a5-d3a3-47a2-87af-30225c05da1a), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.948844 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fc575-233e-427a-a187-683ce66271b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb9a7a5-d3a3-47a2-87af-30225c05da1a,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:17.953798 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-753fc575-233e-427a-a187-683ce66271b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.960660 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (e4586847-6136-4dce-945a-818d63fc4328), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:17.961406 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87336902-5f8b-43f2-a6f2-60f873f525b4 None None] Network d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:17.961763 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-753fc575-233e-427a-a187-683ce66271b0 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9eb9a7a5-d3a3-47a2-87af-30225c05da1a HTTP/1.1" status: 204 len: 168 time: 0.5148308 Jul 14 11:51:17.962509 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41830) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:17.989034 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4586847-6136-4dce-945a-818d63fc4328']}} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:18.004174 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b964281-8990-4fd9-88bf-97b1dda7ad4c') {'for_net_delete': True} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:18.004475 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b964281-8990-4fd9-88bf-97b1dda7ad4c') {} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:18.034159 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41832) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:18.048302 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24027097'] for segment (0b964281-8990-4fd9-88bf-97b1dda7ad4c), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.075309 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1c7d20fc-b923-487a-b8bc-1d5d60857b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.080629 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (0b964281-8990-4fd9-88bf-97b1dda7ad4c), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.080784 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.098947 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=111167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:51:18.099531 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24026119'] for segment (0b964281-8990-4fd9-88bf-97b1dda7ad4c), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.137093 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Deleting port 42662f01-f24e-4895-aa8e-e557764ed6ec {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:18.137648 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.137770 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 0b964281-8990-4fd9-88bf-97b1dda7ad4c resource provider aggregate not found Jul 14 11:51:18.198681 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 0b964281-8990-4fd9-88bf-97b1dda7ad4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b964281-8990-4fd9-88bf-97b1dda7ad4c found for delete ", "request_id": "req-9fdad524-7f46-4d3c-8f28-f3fdf1aad24b"}]} Jul 14 11:51:18.224386 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa8816-841d-4ff9-a683-2968308d2c96 None None] DHCP port deletion for d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac request from dv-cinder-849803-1-iscsi {{(pid=111168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:51:18.235778 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] For port 42662f01-f24e-4895-aa8e-e557764ed6ec, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=42662f01-f24e-4895-aa8e-e557764ed6ec,segment=NetworkSegment(c1b954ae-1d54-4679-b811-938eb998a60e),segment_id=c1b954ae-1d54-4679-b811-938eb998a60e)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:18.241836 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.257151 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Calling delete_port for 42662f01-f24e-4895-aa8e-e557764ed6ec owned by network:dhcp {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:18.308591 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1c7d20fc-b923-487a-b8bc-1d5d60857b81 admin admin] Publish callbacks [] for security_group (2fa0e89a-0247-403c-8dc1-8e2e333c5fbc), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.320847 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa8816-841d-4ff9-a683-2968308d2c96 None None] Deleting port 42662f01-f24e-4895-aa8e-e557764ed6ec {{(pid=111168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:51:18.321232 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8816-841d-4ff9-a683-2968308d2c96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), before_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.385547 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-9cfa8816-841d-4ff9-a683-2968308d2c96 None None] For port 42662f01-f24e-4895-aa8e-e557764ed6ec, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=42662f01-f24e-4895-aa8e-e557764ed6ec,segment=NetworkSegment(c1b954ae-1d54-4679-b811-938eb998a60e),segment_id=c1b954ae-1d54-4679-b811-938eb998a60e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:18.386311 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8816-841d-4ff9-a683-2968308d2c96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), precommit_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.399588 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa8816-841d-4ff9-a683-2968308d2c96 None None] Calling delete_port for 42662f01-f24e-4895-aa8e-e557764ed6ec owned by network:dhcp {{(pid=111168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:51:18.424483 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1c7d20fc-b923-487a-b8bc-1d5d60857b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (2fa0e89a-0247-403c-8dc1-8e2e333c5fbc), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.428437 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (e4586847-6136-4dce-945a-818d63fc4328), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.437710 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24027114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31053123'] for subnet (845e5cf6-8308-4809-9117-ba9ec1e9768b), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.443991 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.451215 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.476583 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.479723 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] 10.222.0.40 "DELETE /v2.0/networks/e4586847-6136-4dce-945a-818d63fc4328 HTTP/1.1" status: 204 len: 168 time: 1.4903843 Jul 14 11:51:18.488321 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8816-841d-4ff9-a683-2968308d2c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (42662f01-f24e-4895-aa8e-e557764ed6ec), after_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.498510 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] No DVR routers for this DVR port 42662f01-f24e-4895-aa8e-e557764ed6ec on host dv-cinder-849803-1-iscsi {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:51:18.524572 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d799f8-079b-4df1-949d-fd4724cee8de admin admin] Pushing event deleted for resources: {'Network': ['ID=e4586847-6136-4dce-945a-818d63fc4328,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:18.532522 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa8816-841d-4ff9-a683-2968308d2c96 None None] Pushing event deleted for resources: {'Port': ['ID=42662f01-f24e-4895-aa8e-e557764ed6ec,revision_number=None']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:18.539780 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-1c7d20fc-b923-487a-b8bc-1d5d60857b81 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=81f509c9dc3e45aca270e298fdfbcf3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5027223 Jul 14 11:51:18.541084 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41842) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:18.543643 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Pushing event deleted for resources: {'Port': ['ID=42662f01-f24e-4895-aa8e-e557764ed6ec,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:18.556685 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d20fc-b923-487a-b8bc-1d5d60857b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa0e89a-0247-403c-8dc1-8e2e333c5fbc,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:18.557885 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa8816-841d-4ff9-a683-2968308d2c96 None None] No DVR routers for this DVR port 42662f01-f24e-4895-aa8e-e557764ed6ec on host dv-cinder-849803-1-iscsi {{(pid=111168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:51:18.583077 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845e5cf6-8308-4809-9117-ba9ec1e9768b,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:18.607079 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.631901 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] Checking segment: {'id': '3609f05e-6489-42bc-9aac-c33f3ad5ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a7382d6e-1ea6-4896-820f-8ff94ae66ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:18.632295 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] Network hostable DHCP agents. Network: a7382d6e-1ea6-4896-820f-8ff94ae66ace, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:51:18.635386 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:18.647125 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac']}} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:18.656326 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ea128420-3109-443d-a45a-e68993c9308c admin admin] Publish callbacks [] for security_group (2fa0e89a-0247-403c-8dc1-8e2e333c5fbc), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.657798 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b954ae-1d54-4679-b811-938eb998a60e') {'for_net_delete': True} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:18.658461 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b954ae-1d54-4679-b811-938eb998a60e') {} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:18.668599 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31228422'] for segment (c1b954ae-1d54-4679-b811-938eb998a60e), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.683969 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (c1b954ae-1d54-4679-b811-938eb998a60e), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.686989 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ea128420-3109-443d-a45a-e68993c9308c admin admin] Publish callbacks [] for security_group (2fa0e89a-0247-403c-8dc1-8e2e333c5fbc), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.691640 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=111166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:51:18.692031 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228321'] for segment (c1b954ae-1d54-4679-b811-938eb998a60e), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.745901 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment c1b954ae-1d54-4679-b811-938eb998a60e resource provider aggregate not found Jul 14 11:51:18.764167 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment c1b954ae-1d54-4679-b811-938eb998a60e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1b954ae-1d54-4679-b811-938eb998a60e found for delete ", "request_id": "req-a48969ea-63a0-4dc4-8800-7333247344bf"}]} Jul 14 11:51:18.913890 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41848) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:18.927669 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-50251730-a9f2-4e84-aec6-c5bf985604f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.945945 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.949760 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] Network a7382d6e-1ea6-4896-820f-8ff94ae66ace is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:51:18.952553 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.961875 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ea128420-3109-443d-a45a-e68993c9308c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (2fa0e89a-0247-403c-8dc1-8e2e333c5fbc), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.961875 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ea128420-3109-443d-a45a-e68993c9308c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:18.961875 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-ea128420-3109-443d-a45a-e68993c9308c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2fa0e89a-0247-403c-8dc1-8e2e333c5fbc HTTP/1.1" status: 204 len: 168 time: 0.4097016 Jul 14 11:51:18.962592 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] 10.222.0.40 "DELETE /v2.0/networks/d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac HTTP/1.1" status: 204 len: 168 time: 0.9934318 Jul 14 11:51:18.982754 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea128420-3109-443d-a45a-e68993c9308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa0e89a-0247-403c-8dc1-8e2e333c5fbc,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:18.993380 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399035e2-26c6-40c3-b4a4-3bd4bdec37fe admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ca9ed0-b957-4f20-acd4-5c5ee70c0bac,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:19.020575 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 5a7dd55a-a40f-4c82-9df6-d021b393d621 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:19.042496 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 5a7dd55a-a40f-4c82-9df6-d021b393d621 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:51:19.042972 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 5a7dd55a-a40f-4c82-9df6-d021b393d621 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:19.043431 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 42662f01-f24e-4895-aa8e-e557764ed6ec no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:51:19.045956 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:19.058458 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-50251730-a9f2-4e84-aec6-c5bf985604f3 admin admin] Publish callbacks [] for security_group (f173631a-967f-4872-a506-c7fd430448c9), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.063493 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, a7382d6e-1ea6-4896-820f-8ff94ae66ace) {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:19.065844 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 42662f01-f24e-4895-aa8e-e557764ed6ec {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:51:19.066524 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 42662f01-f24e-4895-aa8e-e557764ed6ec not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:51:19.070101 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:19.071749 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.074714 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9314708c-1b55-4f65-ade2-49f69b2621a1 None None] Network a7382d6e-1ea6-4896-820f-8ff94ae66ace requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:19.160883 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-50251730-a9f2-4e84-aec6-c5bf985604f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f173631a-967f-4872-a506-c7fd430448c9), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.166326 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-4b660ded-edc9-4a25-ab0a-b8cd64598328 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5565400 Jul 14 11:51:19.177739 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf23744-c080-4f0d-9255-f129161a382e None None] Network a7382d6e-1ea6-4896-820f-8ff94ae66ace requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:19.211566 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-50251730-a9f2-4e84-aec6-c5bf985604f3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d5691d4e7b454065be1b217b5ffb001d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942169 Jul 14 11:51:19.211566 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50251730-a9f2-4e84-aec6-c5bf985604f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f173631a-967f-4872-a506-c7fd430448c9,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:19.212594 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41856) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:19.218158 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:19.238541 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41858) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:19.274357 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9adb-ebb3-43c3-8511-686d762bb552 admin admin] Publish callbacks [] for security_group (f173631a-967f-4872-a506-c7fd430448c9), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.293536 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-48580bad-5314-4ebc-b178-25a25788bc59 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=81777430895b432999f69033667e59f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0533803 Jul 14 11:51:19.296299 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 41860) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:19.298631 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9adb-ebb3-43c3-8511-686d762bb552 admin admin] Publish callbacks [] for security_group (f173631a-967f-4872-a506-c7fd430448c9), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.350382 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-04b87aa9-ca30-4866-a05e-b0c1e7cba74e admin admin] Publish callbacks [] for security_group (4b26590a-d5d2-43ef-9732-2bdc3f0f31a3), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.374555 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-04b87aa9-ca30-4866-a05e-b0c1e7cba74e admin admin] Publish callbacks [] for security_group (4b26590a-d5d2-43ef-9732-2bdc3f0f31a3), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.545443 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9adb-ebb3-43c3-8511-686d762bb552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f173631a-967f-4872-a506-c7fd430448c9), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.548222 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9adb-ebb3-43c3-8511-686d762bb552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.550044 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-ad4a9adb-ebb3-43c3-8511-686d762bb552 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f173631a-967f-4872-a506-c7fd430448c9 HTTP/1.1" status: 204 len: 168 time: 0.3362405 Jul 14 11:51:19.558039 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a9adb-ebb3-43c3-8511-686d762bb552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f173631a-967f-4872-a506-c7fd430448c9,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:19.577193 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-04b87aa9-ca30-4866-a05e-b0c1e7cba74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (4b26590a-d5d2-43ef-9732-2bdc3f0f31a3), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.582058 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-04b87aa9-ca30-4866-a05e-b0c1e7cba74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.583424 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-04b87aa9-ca30-4866-a05e-b0c1e7cba74e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4b26590a-d5d2-43ef-9732-2bdc3f0f31a3 HTTP/1.1" status: 204 len: 168 time: 0.2861006 Jul 14 11:51:19.592783 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41866) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:19.595045 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b87aa9-ca30-4866-a05e-b0c1e7cba74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b26590a-d5d2-43ef-9732-2bdc3f0f31a3,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:19.638594 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-a1e1e3d4-bcae-4fea-8e6b-f33866532f25 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ca23768669a74586a221c14ebaa8ee26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446103 Jul 14 11:51:19.651301 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41868) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:19.680816 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:19.681102 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.707108 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0c82bec7-7e68-4f18-ac47-6f716fb74957 admin admin] Publish callbacks [] for security_group (bcb22acc-a26a-412d-83a7-b566c3f1e91a), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.731517 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0c82bec7-7e68-4f18-ac47-6f716fb74957 admin admin] Publish callbacks [] for security_group (bcb22acc-a26a-412d-83a7-b566c3f1e91a), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.915101 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0c82bec7-7e68-4f18-ac47-6f716fb74957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (bcb22acc-a26a-412d-83a7-b566c3f1e91a), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.917682 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-0c82bec7-7e68-4f18-ac47-6f716fb74957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:19.918864 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-0c82bec7-7e68-4f18-ac47-6f716fb74957 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bcb22acc-a26a-412d-83a7-b566c3f1e91a HTTP/1.1" status: 204 len: 168 time: 0.2665799 Jul 14 11:51:19.927649 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82bec7-7e68-4f18-ac47-6f716fb74957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb22acc-a26a-412d-83a7-b566c3f1e91a,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:20.051458 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:20.236681 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:20.864486 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41906) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:20.903931 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:20.909724 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-8c15c8eb-d192-459c-a02f-5c1662ad3ad8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a0070026dba04010b93def3ca14598ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440679 Jul 14 11:51:20.913215 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41908) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:20.967937 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5116d586-a0c4-48f5-9e53-71e38b904c51 admin admin] Publish callbacks [] for security_group (398f4ba5-aec7-4f3a-a982-cf9994e83baf), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:20.999457 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5116d586-a0c4-48f5-9e53-71e38b904c51 admin admin] Publish callbacks [] for security_group (398f4ba5-aec7-4f3a-a982-cf9994e83baf), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:21.145204 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5116d586-a0c4-48f5-9e53-71e38b904c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (398f4ba5-aec7-4f3a-a982-cf9994e83baf), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:21.148676 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5116d586-a0c4-48f5-9e53-71e38b904c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:21.149870 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-5116d586-a0c4-48f5-9e53-71e38b904c51 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/398f4ba5-aec7-4f3a-a982-cf9994e83baf HTTP/1.1" status: 204 len: 168 time: 0.2367444 Jul 14 11:51:21.158528 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116d586-a0c4-48f5-9e53-71e38b904c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398f4ba5-aec7-4f3a-a982-cf9994e83baf,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:21.545738 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:21.636773 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:21.717027 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:21.724992 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41932) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:21.733665 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-196429165-network', 'tenant_id': 'ba91797bcd2a4c62855828e00c7053ed'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:21.848097 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Made reservation on behalf of ba91797bcd2a4c62855828e00c7053ed for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:21.850948 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:21.860702 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:21.973309 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Publish callbacks [] for security_group (803e70c2-5e70-42ee-9628-0a2137ebb64d), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:22.060148 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (803e70c2-5e70-42ee-9628-0a2137ebb64d), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:22.083939 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=111166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:51:22.101977 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803e70c2-5e70-42ee-9628-0a2137ebb64d,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:22.105140 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (84255404-aa56-4de0-9234-dc5c192d5a11), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:22.105510 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Added segment 84255404-aa56-4de0-9234-dc5c192d5a11 of type vlan for network e3df072c-7cdb-402e-88c9-655afa357e7c Jul 14 11:51:22.150923 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (e3df072c-7cdb-402e-88c9-655afa357e7c), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:22.254927 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (e3df072c-7cdb-402e-88c9-655afa357e7c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:22.256641 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:22.257432 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:22.322716 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] Pushing event updated for resources: {'Network': ['ID=e3df072c-7cdb-402e-88c9-655afa357e7c,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:22.335231 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network e3df072c-7cdb-402e-88c9-655afa357e7c details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:51:22.388648 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-559b0d46-7b48-48f3-9171-1dd8401ac616 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6622450 Jul 14 11:51:22.391260 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 41960) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:22.396915 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] Request body: {'subnet': {'network_id': 'e3df072c-7cdb-402e-88c9-655afa357e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-196429165-subnet', 'tenant_id': 'ba91797bcd2a4c62855828e00c7053ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:22.560607 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] Made reservation on behalf of ba91797bcd2a4c62855828e00c7053ed for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:22.563899 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31020253'] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:22.729566 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:22.755229 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:22.818543 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31228492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31020271'] for subnet (15bb1b65-646e-41d6-ace5-bbad30e62a31), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:22.877746 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15bb1b65-646e-41d6-ace5-bbad30e62a31,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:22.891238 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] Checking segment: {'id': '84255404-aa56-4de0-9234-dc5c192d5a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3df072c-7cdb-402e-88c9-655afa357e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:22.891238 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] Network hostable DHCP agents. Network: e3df072c-7cdb-402e-88c9-655afa357e7c, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:51:23.003585 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] Network e3df072c-7cdb-402e-88c9-655afa357e7c is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:51:23.172603 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, e3df072c-7cdb-402e-88c9-655afa357e7c) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:23.176923 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:23.177650 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:23.182374 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a65aec-130f-4c6d-96a9-4fa0d7555a91 None None] Network e3df072c-7cdb-402e-88c9-655afa357e7c requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:23.299112 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e5ee1a82-d7e3-4371-b1df-9ed51104d858 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9066508 Jul 14 11:51:23.318555 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2bbeb5-6cd3-4c08-baac-0859e63e2e62 None None] Network e3df072c-7cdb-402e-88c9-655afa357e7c requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:23.457757 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:23.656944 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42016) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:23.885327 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1661412486-network', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:23.985458 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Made reservation on behalf of 7119e46a06b54c2984b21f32d9c156e3 for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:23.987936 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:23.997550 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:24.083345 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Publish callbacks [] for security_group (8b4798db-c498-43f5-a381-6617665c3baf), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:24.214313 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8b4798db-c498-43f5-a381-6617665c3baf), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:24.235976 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=111166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:51:24.257967 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4798db-c498-43f5-a381-6617665c3baf,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:24.262658 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (897d0507-13c9-4709-9ee9-001d8cfe9ca8), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:24.262993 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Added segment 897d0507-13c9-4709-9ee9-001d8cfe9ca8 of type vlan for network c22b4386-d3cd-4949-9a26-72cae23c6f3e Jul 14 11:51:24.306183 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (c22b4386-d3cd-4949-9a26-72cae23c6f3e), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:24.414252 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (c22b4386-d3cd-4949-9a26-72cae23c6f3e), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:24.415485 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:24.416394 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:24.475258 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] Pushing event updated for resources: {'Network': ['ID=c22b4386-d3cd-4949-9a26-72cae23c6f3e,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:24.484540 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network c22b4386-d3cd-4949-9a26-72cae23c6f3e details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:51:24.587186 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-32fbb803-274e-44e8-96af-bc9d893b6892 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9247921 Jul 14 11:51:24.587526 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42032) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:24.592358 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] Request body: {'subnet': {'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1661412486-subnet', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:24.675384 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] Made reservation on behalf of 7119e46a06b54c2984b21f32d9c156e3 for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:24.693636 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31020253'] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:24.960913 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31228492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31020271'] for subnet (fbb50109-c620-4078-9895-dc847ba8b3c8), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:25.037818 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb50109-c620-4078-9895-dc847ba8b3c8,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:25.040127 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] Checking segment: {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:25.040557 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] Network hostable DHCP agents. Network: c22b4386-d3cd-4949-9a26-72cae23c6f3e, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:51:25.128965 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] Network c22b4386-d3cd-4949-9a26-72cae23c6f3e is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:51:25.223688 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, c22b4386-d3cd-4949-9a26-72cae23c6f3e) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:25.228149 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:25.229865 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:25.241940 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85ba671-efee-47bc-835d-55e010ded4e3 None None] Network c22b4386-d3cd-4949-9a26-72cae23c6f3e requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:25.284838 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=69 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:25.290974 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=71,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:25.346483 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:51:25.354531 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:25.355225 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-099374c3-dfe0-4fde-8772-7cd7f0dce9e5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7606750 Jul 14 11:51:25.355334 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42056) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:25.363092 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:25.464766 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (b2280d06-5850-4e62-9d27-f6eaf478a513), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:25.465907 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (b2280d06-5850-4e62-9d27-f6eaf478a513), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:25.524217 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Publish callbacks [] for router_controller (b2280d06-5850-4e62-9d27-f6eaf478a513), precommit_add_association {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:25.616955 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Allocated IP 172.20.0.2 (c22b4386-d3cd-4949-9a26-72cae23c6f3e/fbb50109-c620-4078-9895-dc847ba8b3c8/a9e4ac1c-17af-448a-bc2e-727762a90f0c) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:25.728223 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Publish callbacks [] for router_gateway (b2280d06-5850-4e62-9d27-f6eaf478a513), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:25.762207 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Publish callbacks [] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:25.826850 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:25.828874 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:25.855982 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:25.867229 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Network c22b4386-d3cd-4949-9a26-72cae23c6f3e is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:25.874477 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:25.878653 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:51:25.885356 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Pushing event updated for resources: {'Port': ['ID=a9e4ac1c-17af-448a-bc2e-727762a90f0c,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:25.942074 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Attempting to bind port a9e4ac1c-17af-448a-bc2e-727762a90f0c on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:51:25.942434 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Attempting to bind port a9e4ac1c-17af-448a-bc2e-727762a90f0c by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:51:25.942799 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Attempting to bind port a9e4ac1c-17af-448a-bc2e-727762a90f0c on network c22b4386-d3cd-4949-9a26-72cae23c6f3e {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:51:25.948392 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:51:25.948768 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Checking segment: {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:25.949189 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:25.949580 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Bound using segment: {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:51:25.950044 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Bound port: a9e4ac1c-17af-448a-bc2e-727762a90f0c, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:51:25.950413 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:25.987003 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Publish callbacks [] for router_gateway (b2280d06-5850-4e62-9d27-f6eaf478a513), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:26.008653 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:26.023102 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] For port a9e4ac1c-17af-448a-bc2e-727762a90f0c, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:26.027826 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] For port a9e4ac1c-17af-448a-bc2e-727762a90f0c, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=a9e4ac1c-17af-448a-bc2e-727762a90f0c,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:26.129090 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:26.131468 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Allocated IP 172.27.3.60 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/de1ffc07-e268-4e12-b50d-b789e87b83ab) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:26.197762 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f796f24-1ced-489d-8d64-52f8e4d9193f None None] Pushing event updated for resources: {'Port': ['ID=a9e4ac1c-17af-448a-bc2e-727762a90f0c,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:26.210993 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:26.251245 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Publish callbacks [] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:26.294934 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:51:26.420842 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:26.477995 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Pushing event updated for resources: {'Port': ['ID=de1ffc07-e268-4e12-b50d-b789e87b83ab,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:26.482991 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:26.487058 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:26.494140 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:51:26.643319 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:26.870267 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Publish callbacks [] for router_gateway (b2280d06-5850-4e62-9d27-f6eaf478a513), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.059412 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device a9e4ac1c-17af-448a-bc2e-727762a90f0c up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:27.121136 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (b2280d06-5850-4e62-9d27-f6eaf478a513), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.134513 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port a9e4ac1c-17af-448a-bc2e-727762a90f0c triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:27.135887 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.185025 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:27.187781 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:27.202241 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42096) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:27.213022 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d850aa-ec4f-4fc3-a0c8-0ea41e2b6646 None None] Network c22b4386-d3cd-4949-9a26-72cae23c6f3e requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:27.242942 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port a9e4ac1c-17af-448a-bc2e-727762a90f0c is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:27.243465 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.312423 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-c00a09f9-71a0-4ae1-9118-c559c7b1fe58 None None] Provisioning complete for port a9e4ac1c-17af-448a-bc2e-727762a90f0c triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:27.312729 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c00a09f9-71a0-4ae1-9118-c559c7b1fe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.333348 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7dd34fa6-d008-4c51-9c2f-1d666e9be2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.336039 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:27.355093 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Router b2280d06-5850-4e62-9d27-f6eaf478a513 is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:51:27.357297 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port a9e4ac1c-17af-448a-bc2e-727762a90f0c, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=a9e4ac1c-17af-448a-bc2e-727762a90f0c,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:27.450163 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7dd34fa6-d008-4c51-9c2f-1d666e9be2dc admin admin] Publish callbacks [] for security_group (121b017b-5d8a-48fb-b068-4df79341b79b), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.453986 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-c00a09f9-71a0-4ae1-9118-c559c7b1fe58 None None] Current status of the port a9e4ac1c-17af-448a-bc2e-727762a90f0c is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:27.455336 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c00a09f9-71a0-4ae1-9118-c559c7b1fe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.466953 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.517897 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:27.530764 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Sync routers for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:27.549658 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:27.550299 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:51:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:27.556812 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7dd34fa6-d008-4c51-9c2f-1d666e9be2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (121b017b-5d8a-48fb-b068-4df79341b79b), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.572214 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.db.api [None req-c00a09f9-71a0-4ae1-9118-c559c7b1fe58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:51:27.572626 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG oslo_db.api [None req-c00a09f9-71a0-4ae1-9118-c559c7b1fe58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:51:27.573304 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=a9e4ac1c-17af-448a-bc2e-727762a90f0c,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:27.625640 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42104) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:27.625852 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-7dd34fa6-d008-4c51-9c2f-1d666e9be2dc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0f68263b01c64cbd8c759ba840c949f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218905 Jul 14 11:51:27.631820 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd34fa6-d008-4c51-9c2f-1d666e9be2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121b017b-5d8a-48fb-b068-4df79341b79b,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:27.644910 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.650133 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-704873f9-8e90-4775-b48b-40ffc4c166a3 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2941165 Jul 14 11:51:27.650619 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42106) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:27.666697 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:27.764053 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2336ce01-f0b0-40ca-a1dc-f49443f57dca admin admin] Publish callbacks [] for security_group (121b017b-5d8a-48fb-b068-4df79341b79b), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.804183 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2336ce01-f0b0-40ca-a1dc-f49443f57dca admin admin] Publish callbacks [] for security_group (121b017b-5d8a-48fb-b068-4df79341b79b), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.878257 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:26Z', 'revision_number': 3, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:27.905355 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Checking router: b2280d06-5850-4e62-9d27-f6eaf478a513 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:27.905621 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Updating router b2280d06-5850-4e62-9d27-f6eaf478a513 port de1ffc07-e268-4e12-b50d-b789e87b83ab binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:51:27.909407 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:27.934515 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.039149 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2336ce01-f0b0-40ca-a1dc-f49443f57dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (121b017b-5d8a-48fb-b068-4df79341b79b), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.041917 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-2336ce01-f0b0-40ca-a1dc-f49443f57dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.043084 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-2336ce01-f0b0-40ca-a1dc-f49443f57dca admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/121b017b-5d8a-48fb-b068-4df79341b79b HTTP/1.1" status: 204 len: 168 time: 0.4154534 Jul 14 11:51:28.060196 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336ce01-f0b0-40ca-a1dc-f49443f57dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121b017b-5d8a-48fb-b068-4df79341b79b,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:28.132428 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-c00a09f9-71a0-4ae1-9118-c559c7b1fe58 None None] Current status of the port a9e4ac1c-17af-448a-bc2e-727762a90f0c is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:28.166272 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.224958 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Publish callbacks [] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.261057 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-4901293b-58ff-4930-86bc-4ad5052b4eca None None] Provisioning complete for port a9e4ac1c-17af-448a-bc2e-727762a90f0c triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:28.262257 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4901293b-58ff-4930-86bc-4ad5052b4eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.317244 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.382234 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Pushing event updated for resources: {'Port': ['ID=de1ffc07-e268-4e12-b50d-b789e87b83ab,revision_number=2']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:28.384273 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-4901293b-58ff-4930-86bc-4ad5052b4eca None None] Current status of the port a9e4ac1c-17af-448a-bc2e-727762a90f0c is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:28.398971 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.399873 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.400777 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.401471 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.402033 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.402655 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.403218 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.403777 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.404319 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.404899 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.405582 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.406249 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.407102 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.408273 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.408839 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:28.433491 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:28.436845 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Attempting to bind port de1ffc07-e268-4e12-b50d-b789e87b83ab on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:51:28.437247 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Attempting to bind port de1ffc07-e268-4e12-b50d-b789e87b83ab by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:51:28.437605 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Attempting to bind port de1ffc07-e268-4e12-b50d-b789e87b83ab on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:51:28.446444 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:51:28.446956 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:28.447361 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.447844 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:51:28.448489 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Bound port: de1ffc07-e268-4e12-b50d-b789e87b83ab, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:51:28.449554 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.509075 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] For port de1ffc07-e268-4e12-b50d-b789e87b83ab, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:28.512901 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] For port de1ffc07-e268-4e12-b50d-b789e87b83ab, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=de1ffc07-e268-4e12-b50d-b789e87b83ab,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:28.595917 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.599432 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:28.650107 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Allocated IP 172.20.0.1 (c22b4386-d3cd-4949-9a26-72cae23c6f3e/fbb50109-c620-4078-9895-dc847ba8b3c8/37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:28.661606 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:28.663814 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:51:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:28.699182 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc003f-56cc-4963-aa73-0c61aa4c0e35 None None] Pushing event updated for resources: {'Port': ['ID=de1ffc07-e268-4e12-b50d-b789e87b83ab,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:28.752750 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:28.763377 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Publish callbacks [] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.786346 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:28.908859 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:28.942380 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:28.955620 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Network c22b4386-d3cd-4949-9a26-72cae23c6f3e is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:28.966888 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:28.967904 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:51:28.977249 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:26Z', 'revision_number': 3, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:29.006558 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4ff18-00ac-4851-8bad-ad383ec6a1f1 None None] The sync data for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi is: [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:26Z', 'revision_number': 3, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:29.010159 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Pushing event updated for resources: {'Port': ['ID=37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:29.012870 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (b2280d06-5850-4e62-9d27-f6eaf478a513), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:29.060045 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device a9e4ac1c-17af-448a-bc2e-727762a90f0c up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:29.120024 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port a9e4ac1c-17af-448a-bc2e-727762a90f0c triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:29.120394 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:29.221253 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port a9e4ac1c-17af-448a-bc2e-727762a90f0c is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:29.272259 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:29.338144 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-15714aa2-7c81-4472-9049-0ad6d4e781fe None None] Provisioning complete for port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:29.341249 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-15714aa2-7c81-4472-9049-0ad6d4e781fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:29.402212 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-15714aa2-7c81-4472-9049-0ad6d4e781fe None None] Port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:51:29.403492 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:29.600170 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Publish callbacks [] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:29.728012 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24026211'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:29.816052 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (b2280d06-5850-4e62-9d27-f6eaf478a513), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:29.817926 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Pushing event updated for resources: {'Port': ['ID=37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:29.960796 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Network c22b4386-d3cd-4949-9a26-72cae23c6f3e is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:29.962266 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:30.140486 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Router b2280d06-5850-4e62-9d27-f6eaf478a513 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:51:30.264389 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:30.275301 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-f63b4fb4-def3-4ac4-a4b7-1ee8beeca09b admin admin] 10.222.0.40 "PUT /v2.0/routers/b2280d06-5850-4e62-9d27-f6eaf478a513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6179435 Jul 14 11:51:30.335280 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-3d6bcede-937b-49a3-844b-afdf3cb07a1e None None] Provisioning complete for port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:30.335784 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3d6bcede-937b-49a3-844b-afdf3cb07a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:30.380120 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-3d6bcede-937b-49a3-844b-afdf3cb07a1e None None] Port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:51:30.411119 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42186) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:30.535825 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9c7d593b-a8ec-49b1-9d41-6166b22f4350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:30.635177 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9c7d593b-a8ec-49b1-9d41-6166b22f4350 admin admin] Publish callbacks [] for security_group (8545c368-b792-4125-bc19-70a7d6bcfb17), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:30.706583 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-9c7d593b-a8ec-49b1-9d41-6166b22f4350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8545c368-b792-4125-bc19-70a7d6bcfb17), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:30.755524 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-9c7d593b-a8ec-49b1-9d41-6166b22f4350 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e23b064dd6fd481a97cf3a9c47cb98db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428361 Jul 14 11:51:30.757421 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d593b-a8ec-49b1-9d41-6166b22f4350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8545c368-b792-4125-bc19-70a7d6bcfb17,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:30.758240 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42210) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:30.812503 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5a30-b279-4021-b7aa-a0d5d983b5d7 admin admin] Publish callbacks [] for security_group (8545c368-b792-4125-bc19-70a7d6bcfb17), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:30.835591 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5a30-b279-4021-b7aa-a0d5d983b5d7 admin admin] Publish callbacks [] for security_group (8545c368-b792-4125-bc19-70a7d6bcfb17), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:30.958257 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5a30-b279-4021-b7aa-a0d5d983b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8545c368-b792-4125-bc19-70a7d6bcfb17), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:30.974716 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5a30-b279-4021-b7aa-a0d5d983b5d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:30.976500 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-bc7d5a30-b279-4021-b7aa-a0d5d983b5d7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8545c368-b792-4125-bc19-70a7d6bcfb17 HTTP/1.1" status: 204 len: 168 time: 0.2166142 Jul 14 11:51:30.990188 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d5a30-b279-4021-b7aa-a0d5d983b5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8545c368-b792-4125-bc19-70a7d6bcfb17,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:31.095161 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Sync routers for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:31.120434 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:31.121091 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:51:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:31.164708 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device de1ffc07-e268-4e12-b50d-b789e87b83ab up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:31.197654 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42228) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:31.203080 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1348229505-network', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:31.275406 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port de1ffc07-e268-4e12-b50d-b789e87b83ab triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:31.275838 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.279985 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:31.282058 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:31.305269 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Made reservation on behalf of bc8c54170e7b45399e6ff7218f53ab8e for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:31.307661 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.319506 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.368796 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:31.400212 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Publish callbacks [] for security_group (fbe7fba2-58bb-450e-92f1-5add2d72ab63), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.408710 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:31.471620 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (fbe7fba2-58bb-450e-92f1-5add2d72ab63), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.482805 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port de1ffc07-e268-4e12-b50d-b789e87b83ab is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:31.483392 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.495244 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=111166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:51:31.513504 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe7fba2-58bb-450e-92f1-5add2d72ab63,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:31.518161 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (465f1d61-2168-4ecd-b4e7-80ba46970ece), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.518826 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Added segment 465f1d61-2168-4ecd-b4e7-80ba46970ece of type vlan for network b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 Jul 14 11:51:31.521485 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port de1ffc07-e268-4e12-b50d-b789e87b83ab, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=de1ffc07-e268-4e12-b50d-b789e87b83ab,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:31.569138 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 2, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:31.578811 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.601551 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Checking router: b2280d06-5850-4e62-9d27-f6eaf478a513 for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:31.602022 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Updating router b2280d06-5850-4e62-9d27-f6eaf478a513 port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 binding host dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:51:31.630391 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.641625 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.689876 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.691670 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:31.692734 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:31.779972 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:31.784060 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=de1ffc07-e268-4e12-b50d-b789e87b83ab,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:31.979537 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Publish callbacks [] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), precommit_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.063375 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8644292 Jul 14 11:51:32.066452 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42250) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:32.071233 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] Request body: {'subnet': {'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1348229505-subnet', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:32.074859 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac9e8a-fec6-4854-923f-96afbbbdb5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:32.077352 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.092661 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:51:32.168276 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] Made reservation on behalf of bc8c54170e7b45399e6ff7218f53ab8e for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:32.170724 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31020253'] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.252690 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42260) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:32.280845 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:32.374992 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:32.378645 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-295503383-network', 'tenant_id': 'ffdbf7f4c8014ce2b32d25ac7a88f5fb'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:32.386227 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff4233-8b19-4642-b743-84f95122440f None None] Pushing event updated for resources: {'Port': ['ID=37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:32.440697 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:32.445339 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Attempting to bind port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:51:32.445972 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Attempting to bind port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:51:32.450561 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Attempting to bind port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 on network c22b4386-d3cd-4949-9a26-72cae23c6f3e {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:51:32.451695 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:51:32.452056 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Checking segment: {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:32.452447 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.452827 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Bound using segment: {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:51:32.453306 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Bound port: 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:51:32.453673 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.498089 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Made reservation on behalf of ffdbf7f4c8014ce2b32d25ac7a88f5fb for: {'network': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:32.498457 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31228492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31020271'] for subnet (9d5d44b5-effc-45d5-83af-a00b0256625c), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.507107 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.515178 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.526584 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-beefddb0-f53b-4ff4-8113-9bc7efeb7c83 None None] Provisioning complete for port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:32.527136 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-beefddb0-f53b-4ff4-8113-9bc7efeb7c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.559290 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5d44b5-effc-45d5-83af-a00b0256625c,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:32.564688 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] For port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:32.564688 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-beefddb0-f53b-4ff4-8113-9bc7efeb7c83 None None] Port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:51:32.568042 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] Checking segment: {'id': '465f1d61-2168-4ecd-b4e7-80ba46970ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:32.568609 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] Network hostable DHCP agents. Network: b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:51:32.576841 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] For port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:32.605361 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Publish callbacks [] for security_group (3bbae70b-82e1-444c-8084-6b815c3a8959), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.664237 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.700111 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3bbae70b-82e1-444c-8084-6b815c3a8959), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.702912 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] Network b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:51:32.739168 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff4233-8b19-4642-b743-84f95122440f None None] Pushing event updated for resources: {'Port': ['ID=37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:32.742103 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:32.743319 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbae70b-82e1-444c-8084-6b815c3a8959,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:32.743633 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:51:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:32.747008 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=111167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:51:32.758789 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (576bb215-7a67-4c04-9199-78aa0d9beb8e), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.759191 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.segments_db [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Added segment 576bb215-7a67-4c04-9199-78aa0d9beb8e of type vlan for network 9f8a7cf3-d92f-4ca6-936a-60c21f347737 Jul 14 11:51:32.821306 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (9f8a7cf3-d92f-4ca6-936a-60c21f347737), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.830710 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:32.837524 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:32.838382 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.843066 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5f960a-f058-4efd-a957-006d57b1129d None None] Network b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:32.919233 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:32.940758 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42268) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:32.940924 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-fa25c7f8-680b-4c55-a307-e23b9d1e489a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8732183 Jul 14 11:51:32.947903 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1348229505-router', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:32.949364 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:32.968565 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (9f8a7cf3-d92f-4ca6-936a-60c21f347737), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:32.970856 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:32.971744 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.030138 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-f025b537-6455-4317-bedb-509ba6805c28 None None] Provisioning complete for port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:33.030138 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f025b537-6455-4317-bedb-509ba6805c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.048955 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] Pushing event updated for resources: {'Network': ['ID=9f8a7cf3-d92f-4ca6-936a-60c21f347737,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:33.059889 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-911'] for router (e022af01-e953-48d8-a029-33927e681ffa), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.060964 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1734151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729890', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1592921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router (e022af01-e953-48d8-a029-33927e681ffa), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.079491 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-540c78d7-4e64-4317-bf02-2206d9f2ade4 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8248193 Jul 14 11:51:33.082456 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42272) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:33.088000 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] Request body: {'subnet': {'network_id': '9f8a7cf3-d92f-4ca6-936a-60c21f347737', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-295503383-subnet', 'tenant_id': 'ffdbf7f4c8014ce2b32d25ac7a88f5fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:33.091010 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device de1ffc07-e268-4e12-b50d-b789e87b83ab up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:33.093404 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp617a5087-080c-5104-8daa-eb3ed361d9d6-b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3', 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3', 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'fixed_ips': [{'subnet_id': '9d5d44b5-effc-45d5-83af-a00b0256625c'}]}} from dv-cinder-849803-1-iscsi. {{(pid=111168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:51:33.094282 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.096816 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network 9f8a7cf3-d92f-4ca6-936a-60c21f347737 details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:51:33.140347 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Publish callbacks [] for router_controller (e022af01-e953-48d8-a029-33927e681ffa), precommit_add_association {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.189040 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] Made reservation on behalf of ffdbf7f4c8014ce2b32d25ac7a88f5fb for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:33.191776 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31020253'] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.363219 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Publish callbacks [] for router_gateway (e022af01-e953-48d8-a029-33927e681ffa), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.448464 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port de1ffc07-e268-4e12-b50d-b789e87b83ab triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:33.448837 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.458683 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31228492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31020271'] for subnet (f0f10917-1fc3-48f7-8321-89b2f984c7b6), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.477374 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-f025b537-6455-4317-bedb-509ba6805c28 None None] Current status of the port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:33.477765 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f025b537-6455-4317-bedb-509ba6805c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.524808 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f10917-1fc3-48f7-8321-89b2f984c7b6,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:33.529992 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] Checking segment: {'id': '576bb215-7a67-4c04-9199-78aa0d9beb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9f8a7cf3-d92f-4ca6-936a-60c21f347737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:33.530589 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] Network hostable DHCP agents. Network: 9f8a7cf3-d92f-4ca6-936a-60c21f347737, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:51:33.564657 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.db_base_plugin_common [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Allocated IP 172.20.0.2 (b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3/9d5d44b5-effc-45d5-83af-a00b0256625c/a38d6934-039b-4b65-8c73-942c0adb250a) {{(pid=111168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:33.573415 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:32Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:33.594649 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] Network 9f8a7cf3-d92f-4ca6-936a-60c21f347737 is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:51:33.618007 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8658d-1526-452f-a12c-531e82f490e7 None None] The sync data for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi is: [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:32Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:33.620050 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Publish callbacks [] for router_gateway (e022af01-e953-48d8-a029-33927e681ffa), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.627931 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-f025b537-6455-4317-bedb-509ba6805c28 None None] For port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:33.645057 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.677491 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, 9f8a7cf3-d92f-4ca6-936a-60c21f347737) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:33.687555 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:33.688827 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.722099 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78f9ddd-e5fb-4784-b4b8-6c64cfaa06d1 None None] Network 9f8a7cf3-d92f-4ca6-936a-60c21f347737 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:33.755685 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f025b537-6455-4317-bedb-509ba6805c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:33.774011 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port de1ffc07-e268-4e12-b50d-b789e87b83ab is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:33.806811 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Allocated IP 172.27.3.21 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/e78fe5e4-ed06-4027-ac21-b18fef30d30d) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:33.819816 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-93ba6204-19ec-4b4f-b8e6-1e7805adf47a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7360332 Jul 14 11:51:33.904559 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025b537-6455-4317-bedb-509ba6805c28 None None] Pushing event updated for resources: {'Port': ['ID=37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:33.974648 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:33.977266 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc5a7d-3cef-44a2-9d1d-e6abf845257f None None] Network 9f8a7cf3-d92f-4ca6-936a-60c21f347737 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:34.022342 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Publish callbacks [] for port (a38d6934-039b-4b65-8c73-942c0adb250a), precommit_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:34.024135 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Publish callbacks [] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:34.064208 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:34.128353 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), after_create {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:34.134301 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:34.153092 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:34.160995 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:34.170807 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Network b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 is already hosted by enough agents. {{(pid=111168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:34.174201 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.scheduler.base_scheduler [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Resources bound (agent type, host, resource id): {{(pid=111168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:34.181938 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Received port after_create {{(pid=111168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:51:34.203092 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Pushing event updated for resources: {'Port': ['ID=a38d6934-039b-4b65-8c73-942c0adb250a,revision_number=1']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:34.206087 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:34.212783 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:51:34.222740 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:34.249481 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Pushing event updated for resources: {'Port': ['ID=e78fe5e4-ed06-4027-ac21-b18fef30d30d,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:34.267662 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Attempting to bind port a38d6934-039b-4b65-8c73-942c0adb250a on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:51:34.268034 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Attempting to bind port a38d6934-039b-4b65-8c73-942c0adb250a by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '465f1d61-2168-4ecd-b4e7-80ba46970ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:51:34.268396 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Attempting to bind port a38d6934-039b-4b65-8c73-942c0adb250a on network b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:51:34.277716 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:51:34.277989 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Checking segment: {'id': '465f1d61-2168-4ecd-b4e7-80ba46970ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:34.279916 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:34.279916 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Bound using segment: {'id': '465f1d61-2168-4ecd-b4e7-80ba46970ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:51:34.279916 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Bound port: a38d6934-039b-4b65-8c73-942c0adb250a, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465f1d61-2168-4ecd-b4e7-80ba46970ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:51:34.279916 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:34.492486 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] For port a38d6934-039b-4b65-8c73-942c0adb250a, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:34.495719 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] For port a38d6934-039b-4b65-8c73-942c0adb250a, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=a38d6934-039b-4b65-8c73-942c0adb250a,segment=NetworkSegment(465f1d61-2168-4ecd-b4e7-80ba46970ece),segment_id=465f1d61-2168-4ecd-b4e7-80ba46970ece)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:34.540075 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:INSERT=10,neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:34.585919 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:34.662051 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab39103-53b9-4a74-8b93-9593ab9e7d9f None None] Pushing event updated for resources: {'Port': ['ID=a38d6934-039b-4b65-8c73-942c0adb250a,revision_number=2']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:34.666878 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Publish callbacks [] for router_gateway (e022af01-e953-48d8-a029-33927e681ffa), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:34.743305 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42296) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:34.748535 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1573590072-network', 'tenant_id': 'f6def5605649401486b1f35056fe5af2'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:34.848808 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Made reservation on behalf of f6def5605649401486b1f35056fe5af2 for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:34.850543 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:34.886450 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:34.982136 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729934'] for router (e022af01-e953-48d8-a029-33927e681ffa), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.055997 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Publish callbacks [] for security_group (d54d55e5-d48e-474b-bbee-ca9ad5d12c12), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.139598 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (d54d55e5-d48e-474b-bbee-ca9ad5d12c12), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.164444 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device a38d6934-039b-4b65-8c73-942c0adb250a up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:35.172931 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=111166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:51:35.205535 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (36851a13-eace-4c2e-ba24-b85cc46a28ef), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.205964 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Added segment 36851a13-eace-4c2e-ba24-b85cc46a28ef of type vlan for network c5b68dd5-63fc-4c6c-8710-c72823c82727 Jul 14 11:51:35.228159 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54d55e5-d48e-474b-bbee-ca9ad5d12c12,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:35.231144 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port a38d6934-039b-4b65-8c73-942c0adb250a triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:35.231614 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.276324 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (c5b68dd5-63fc-4c6c-8710-c72823c82727), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.290710 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:35.312105 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Router e022af01-e953-48d8-a029-33927e681ffa is scheduled to L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 with binding_index 1 {{(pid=111167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:51:35.346227 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port a38d6934-039b-4b65-8c73-942c0adb250a is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:35.346881 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.357525 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:35.358599 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (c5b68dd5-63fc-4c6c-8710-c72823c82727), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.359808 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:35.360460 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.415068 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port a38d6934-039b-4b65-8c73-942c0adb250a, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=a38d6934-039b-4b65-8c73-942c0adb250a,segment=NetworkSegment(465f1d61-2168-4ecd-b4e7-80ba46970ece),segment_id=465f1d61-2168-4ecd-b4e7-80ba46970ece)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:35.438218 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:INSERT=22,neutron:SELECT=71,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:35.462949 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:35.465922 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7214389 Jul 14 11:51:35.468986 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42318) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:35.473566 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.474503 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] Request body: {'subnet': {'network_id': 'c5b68dd5-63fc-4c6c-8710-c72823c82727', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1573590072-subnet', 'tenant_id': 'f6def5605649401486b1f35056fe5af2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:35.475280 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:35.479457 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5453eba-17fd-4666-80e6-e3d499cf515e admin admin] Pushing event updated for resources: {'Network': ['ID=c5b68dd5-63fc-4c6c-8710-c72823c82727,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:35.480901 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Sync routers for ids ['e022af01-e953-48d8-a029-33927e681ffa'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:35.496268 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Routers {'e022af01-e953-48d8-a029-33927e681ffa'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:35.498221 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:51:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e022af01-e953-48d8-a029-33927e681ffa'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:35.574082 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] Made reservation on behalf of f6def5605649401486b1f35056fe5af2 for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:35.579244 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31020253'] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.597131 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network c5b68dd5-63fc-4c6c-8710-c72823c82727 details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:51:35.603810 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.603810 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-ce7f9d4e-ce3f-4d8c-8c7e-926129d4e0be admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6576691 Jul 14 11:51:35.603810 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42322) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:35.645602 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=a38d6934-039b-4b65-8c73-942c0adb250a,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:35.669105 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:35.788854 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:35.789275 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:35.866327 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Set router e022af01-e953-48d8-a029-33927e681ffa gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:35.962342 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:36.043289 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31228492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31020271'] for subnet (854ad84d-f0f6-4e41-8cc2-3d7b3f5463e4), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.049329 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc63ad-a0c3-4905-9430-b9da8cc42892 None None] Network b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:36.097575 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=854ad84d-f0f6-4e41-8cc2-3d7b3f5463e4,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:36.144673 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] Checking segment: {'id': '36851a13-eace-4c2e-ba24-b85cc46a28ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c5b68dd5-63fc-4c6c-8710-c72823c82727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:36.148044 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] Network hostable DHCP agents. Network: c5b68dd5-63fc-4c6c-8710-c72823c82727, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:51:36.148965 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022af01-e953-48d8-a029-33927e681ffa', 'name': 'tempest-TestVolumeBootPattern-1348229505-router', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:34Z', 'revision_number': 3, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'gw_port': {'id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022af01-e953-48d8-a029-33927e681ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:36.151012 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-0a2bcd80-13fb-4c10-b5c5-fde85882b3dd None None] Provisioning complete for port a38d6934-039b-4b65-8c73-942c0adb250a triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:36.151371 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-0a2bcd80-13fb-4c10-b5c5-fde85882b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.182309 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Checking router: e022af01-e953-48d8-a029-33927e681ffa for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:36.182922 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Updating router e022af01-e953-48d8-a029-33927e681ffa port e78fe5e4-ed06-4027-ac21-b18fef30d30d binding host dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:51:36.224176 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.259856 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] Network c5b68dd5-63fc-4c6c-8710-c72823c82727 is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:51:36.293437 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-0a2bcd80-13fb-4c10-b5c5-fde85882b3dd None None] Current status of the port a38d6934-039b-4b65-8c73-942c0adb250a is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:36.343787 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.429317 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, c5b68dd5-63fc-4c6c-8710-c72823c82727) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:36.435673 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:51:36.435963 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.451837 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc76cf6d-aa7d-4e50-9d93-7254d755918b None None] Network c5b68dd5-63fc-4c6c-8710-c72823c82727 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:36.487084 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:36.517919 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:36.538502 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Publish callbacks [] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), precommit_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.552372 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-5483a79c-9f0c-4a44-adf8-b180728d46e5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0736251 Jul 14 11:51:36.554243 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Allocated IP 172.20.0.1 (b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3/9d5d44b5-effc-45d5-83af-a00b0256625c/592741aa-aa04-4e22-80f5-8e6c72bf1acd) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:36.577448 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:36.586916 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d48bf4e-3ccf-4852-9078-b126dfe5e331 None None] Network c5b68dd5-63fc-4c6c-8710-c72823c82727 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:51:36.608219 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.617545 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-9e2492f4-f9d1-414d-a198-fbff33801493 None None] Provisioning complete for port a38d6934-039b-4b65-8c73-942c0adb250a triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:36.618152 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9e2492f4-f9d1-414d-a198-fbff33801493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.664310 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13324a1a-7e58-4857-a7ce-919739b6cab9 None None] Pushing event updated for resources: {'Port': ['ID=e78fe5e4-ed06-4027-ac21-b18fef30d30d,revision_number=2']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:36.686770 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Attempting to bind port e78fe5e4-ed06-4027-ac21-b18fef30d30d on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:51:36.687123 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Attempting to bind port e78fe5e4-ed06-4027-ac21-b18fef30d30d by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:51:36.687763 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Attempting to bind port e78fe5e4-ed06-4027-ac21-b18fef30d30d on network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:51:36.695232 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:51:36.695960 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Checking segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:36.696524 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.697313 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Bound using segment: {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'} {{(pid=111169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:51:36.698314 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.managers [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Bound port: e78fe5e4-ed06-4027-ac21-b18fef30d30d, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6213e833-c083-4864-8bc0-ab8b66cb884a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0'}}] {{(pid=111169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:51:36.699542 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), before_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.701767 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Publish callbacks [] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.713220 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42336) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:36.760075 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:36.762954 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] For port e78fe5e4-ed06-4027-ac21-b18fef30d30d, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:36.766413 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.plugins.ml2.db [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] For port e78fe5e4-ed06-4027-ac21-b18fef30d30d, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=e78fe5e4-ed06-4027-ac21-b18fef30d30d,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:36.769603 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_v2 [None req-748db74d-48d3-4f2e-b582-ab5444f99183 admin admin] Deleting subnet f0f10917-1fc3-48f7-8321-89b2f984c7b6 {{(pid=111166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:51:36.773218 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-748db74d-48d3-4f2e-b582-ab5444f99183 admin admin] Publish callbacks [] for subnet (f0f10917-1fc3-48f7-8321-89b2f984c7b6), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.795087 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-9e2492f4-f9d1-414d-a198-fbff33801493 None None] Current status of the port a38d6934-039b-4b65-8c73-942c0adb250a is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:36.813259 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-748db74d-48d3-4f2e-b582-ab5444f99183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31228433'] for subnet (f0f10917-1fc3-48f7-8321-89b2f984c7b6), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.842582 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron_lib.callbacks.manager [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), after_update {{(pid=111169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.842829 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.857189 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-748db74d-48d3-4f2e-b582-ab5444f99183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (f0f10917-1fc3-48f7-8321-89b2f984c7b6), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:36.885009 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Network b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:36.891941 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:36.898333 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:51:36.900333 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Routers {'e022af01-e953-48d8-a029-33927e681ffa'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:36.901196 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:51:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e022af01-e953-48d8-a029-33927e681ffa'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:36.936583 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Pushing event updated for resources: {'Port': ['ID=592741aa-aa04-4e22-80f5-8e6c72bf1acd,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:36.962721 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1722960'] for router_interface (e022af01-e953-48d8-a029-33927e681ffa), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.046785 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-748db74d-48d3-4f2e-b582-ab5444f99183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31228419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31020262'] for subnet (f0f10917-1fc3-48f7-8321-89b2f984c7b6), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.056733 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13324a1a-7e58-4857-a7ce-919739b6cab9 None None] Pushing event updated for resources: {'Port': ['ID=e78fe5e4-ed06-4027-ac21-b18fef30d30d,revision_number=3']} {{(pid=111169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:37.073467 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device a38d6934-039b-4b65-8c73-942c0adb250a up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:37.081061 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] Set router e022af01-e953-48d8-a029-33927e681ffa gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:37.084375 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748db74d-48d3-4f2e-b582-ab5444f99183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f10917-1fc3-48f7-8321-89b2f984c7b6,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:37.106740 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-748db74d-48d3-4f2e-b582-ab5444f99183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.115105 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-748db74d-48d3-4f2e-b582-ab5444f99183 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f0f10917-1fc3-48f7-8321-89b2f984c7b6 HTTP/1.1" status: 204 len: 168 time: 0.3998682 Jul 14 11:51:37.117353 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42342) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:37.150294 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port a38d6934-039b-4b65-8c73-942c0adb250a triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:37.150698 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.247423 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-2c2e5875-39fc-4d48-a7c6-ded231788be0 None None] Provisioning complete for port 592741aa-aa04-4e22-80f5-8e6c72bf1acd triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:37.247741 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2c2e5875-39fc-4d48-a7c6-ded231788be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.272971 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (9f8a7cf3-d92f-4ca6-936a-60c21f347737), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.275978 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.311341 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022af01-e953-48d8-a029-33927e681ffa', 'name': 'tempest-TestVolumeBootPattern-1348229505-router', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:34Z', 'revision_number': 3, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'gw_port': {'id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022af01-e953-48d8-a029-33927e681ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:37.316635 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e5875-39fc-4d48-a7c6-ded231788be0 None None] Port 592741aa-aa04-4e22-80f5-8e6c72bf1acd cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:51:37.327207 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port a38d6934-039b-4b65-8c73-942c0adb250a is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:37.347125 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe8888-c055-40bd-a3d7-80988c1ee224 None None] The sync data for ids ['e022af01-e953-48d8-a029-33927e681ffa'] in dv-cinder-849803-1-iscsi is: [{'id': 'e022af01-e953-48d8-a029-33927e681ffa', 'name': 'tempest-TestVolumeBootPattern-1348229505-router', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:34Z', 'revision_number': 3, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'gw_port': {'id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022af01-e953-48d8-a029-33927e681ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:37.417391 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (9f8a7cf3-d92f-4ca6-936a-60c21f347737), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.479191 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8a7cf3-d92f-4ca6-936a-60c21f347737']}} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:37.492551 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576bb215-7a67-4c04-9199-78aa0d9beb8e') {'for_net_delete': True} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:37.492827 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576bb215-7a67-4c04-9199-78aa0d9beb8e') {} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:37.504805 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24027097'] for segment (576bb215-7a67-4c04-9199-78aa0d9beb8e), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.530683 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (576bb215-7a67-4c04-9199-78aa0d9beb8e), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.546199 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=111167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:51:37.546439 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24026119'] for segment (576bb215-7a67-4c04-9199-78aa0d9beb8e), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.629592 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 576bb215-7a67-4c04-9199-78aa0d9beb8e resource provider aggregate not found Jul 14 11:51:37.651315 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 576bb215-7a67-4c04-9199-78aa0d9beb8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 576bb215-7a67-4c04-9199-78aa0d9beb8e found for delete ", "request_id": "req-3904afb5-79fc-4fa0-a49f-bad110f743dd"}]} Jul 14 11:51:37.664854 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Publish callbacks [] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.700116 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (9f8a7cf3-d92f-4ca6-936a-60c21f347737), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.708754 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.712426 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] 10.222.0.40 "DELETE /v2.0/networks/9f8a7cf3-d92f-4ca6-936a-60c21f347737 HTTP/1.1" status: 204 len: 168 time: 0.5929878 Jul 14 11:51:37.715218 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42364) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:37.753902 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24026211'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:37.756242 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac40042-d000-42da-8e70-78c76ec9441a admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8a7cf3-d92f-4ca6-936a-60c21f347737,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:37.801696 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:38.129521 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a19ebe5-0d22-4dfa-8f94-33b8dafe9389 admin admin] Deleting subnet 854ad84d-f0f6-4e41-8cc2-3d7b3f5463e4 {{(pid=111167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:51:38.137101 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1727784'] for router_interface (e022af01-e953-48d8-a029-33927e681ffa), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.139984 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1a19ebe5-0d22-4dfa-8f94-33b8dafe9389 admin admin] Publish callbacks [] for subnet (854ad84d-f0f6-4e41-8cc2-3d7b3f5463e4), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.141854 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Pushing event updated for resources: {'Port': ['ID=592741aa-aa04-4e22-80f5-8e6c72bf1acd,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:38.205473 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1a19ebe5-0d22-4dfa-8f94-33b8dafe9389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24027086'] for subnet (854ad84d-f0f6-4e41-8cc2-3d7b3f5463e4), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.288799 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1a19ebe5-0d22-4dfa-8f94-33b8dafe9389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (854ad84d-f0f6-4e41-8cc2-3d7b3f5463e4), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.338782 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Network b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:38.341969 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:38.473813 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Router e022af01-e953-48d8-a029-33927e681ffa has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:51:38.527999 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1a19ebe5-0d22-4dfa-8f94-33b8dafe9389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24027045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31053130'] for subnet (854ad84d-f0f6-4e41-8cc2-3d7b3f5463e4), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.553936 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-e98bb584-9f4d-40ab-91a7-60b23f36ef55 None None] Provisioning complete for port 592741aa-aa04-4e22-80f5-8e6c72bf1acd triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:38.554419 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e98bb584-9f4d-40ab-91a7-60b23f36ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.568592 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19ebe5-0d22-4dfa-8f94-33b8dafe9389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=854ad84d-f0f6-4e41-8cc2-3d7b3f5463e4,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:38.573061 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-1a19ebe5-0d22-4dfa-8f94-33b8dafe9389 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.576599 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-1a19ebe5-0d22-4dfa-8f94-33b8dafe9389 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/854ad84d-f0f6-4e41-8cc2-3d7b3f5463e4 HTTP/1.1" status: 204 len: 168 time: 0.8604307 Jul 14 11:51:38.581744 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42374) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:38.591993 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-e98bb584-9f4d-40ab-91a7-60b23f36ef55 None None] Port 592741aa-aa04-4e22-80f5-8e6c72bf1acd cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:51:38.633147 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:51:38.638686 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b2e62baa-49a2-4185-b97d-eb2abfaa478b admin admin] 10.222.0.40 "PUT /v2.0/routers/e022af01-e953-48d8-a029-33927e681ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0353401 Jul 14 11:51:38.662609 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (c5b68dd5-63fc-4c6c-8710-c72823c82727), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.715483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:38.744432 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (c5b68dd5-63fc-4c6c-8710-c72823c82727), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.768133 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b68dd5-63fc-4c6c-8710-c72823c82727']}} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:38.769023 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:38.779515 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36851a13-eace-4c2e-ba24-b85cc46a28ef') {'for_net_delete': True} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:38.780012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36851a13-eace-4c2e-ba24-b85cc46a28ef') {} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:38.812934 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31228422'] for segment (36851a13-eace-4c2e-ba24-b85cc46a28ef), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.831406 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (36851a13-eace-4c2e-ba24-b85cc46a28ef), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.836382 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:38.843364 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=111166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:51:38.843807 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228321'] for segment (36851a13-eace-4c2e-ba24-b85cc46a28ef), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:38.868956 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment 36851a13-eace-4c2e-ba24-b85cc46a28ef resource provider aggregate not found Jul 14 11:51:38.896343 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment 36851a13-eace-4c2e-ba24-b85cc46a28ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36851a13-eace-4c2e-ba24-b85cc46a28ef found for delete ", "request_id": "req-38b07055-2079-4254-9379-9e058c0c9486"}]} Jul 14 11:51:39.033735 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device e78fe5e4-ed06-4027-ac21-b18fef30d30d up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:39.042334 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (c5b68dd5-63fc-4c6c-8710-c72823c82727), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.049873 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.054245 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] 10.222.0.40 "DELETE /v2.0/networks/c5b68dd5-63fc-4c6c-8710-c72823c82727 HTTP/1.1" status: 204 len: 168 time: 0.4711883 Jul 14 11:51:39.069500 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b5b67-2b0a-4206-9411-5fbbb00e05fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b68dd5-63fc-4c6c-8710-c72823c82727,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:39.079410 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=100 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:39.086087 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port e78fe5e4-ed06-4027-ac21-b18fef30d30d triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:39.086656 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.159217 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42398) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:39.164847 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-f7ee1d5c-882f-481f-a956-cdcbe17d1540 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630221934', 'description': 'tempest-secgroup-smoke-630221934 description', 'project_id': '7119e46a06b54c2984b21f32d9c156e3'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:39.165346 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port e78fe5e4-ed06-4027-ac21-b18fef30d30d is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:39.165732 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.187450 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] For port e78fe5e4-ed06-4027-ac21-b18fef30d30d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=e78fe5e4-ed06-4027-ac21-b18fef30d30d,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:39.270545 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.272897 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1d5c-882f-481f-a956-cdcbe17d1540 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.324121 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Pushing event updated for resources: {'Port': ['ID=e78fe5e4-ed06-4027-ac21-b18fef30d30d,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:39.349301 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1d5c-882f-481f-a956-cdcbe17d1540 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group (9c0675a7-3e87-48f8-8212-2f6b1d647c65), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.454143 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1d5c-882f-481f-a956-cdcbe17d1540 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (9c0675a7-3e87-48f8-8212-2f6b1d647c65), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.486575 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee1d5c-882f-481f-a956-cdcbe17d1540 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0675a7-3e87-48f8-8212-2f6b1d647c65,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:39.603936 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1d5c-882f-481f-a956-cdcbe17d1540 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.605225 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-f7ee1d5c-882f-481f-a956-cdcbe17d1540 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4449000 Jul 14 11:51:39.608212 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42404) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:39.612668 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42406) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:39.613193 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-12bd7c78-2feb-4339-9b4e-dd0fd04f98ca tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'security_group_rule': {'security_group_id': '9c0675a7-3e87-48f8-8212-2f6b1d647c65', 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:39.657772 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-cf1afd1c-4992-4540-9435-5e128e975545 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ffdbf7f4c8014ce2b32d25ac7a88f5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439308 Jul 14 11:51:39.660285 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42408) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:39.709345 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b43c87c9-9d82-48e0-8d6f-1af29c85a598 admin admin] Publish callbacks [] for security_group (3bbae70b-82e1-444c-8084-6b815c3a8959), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.728332 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-12bd7c78-2feb-4339-9b4e-dd0fd04f98ca tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (f2208b6d-0bd1-49b6-b500-701f695ca483), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.731905 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b43c87c9-9d82-48e0-8d6f-1af29c85a598 admin admin] Publish callbacks [] for security_group (3bbae70b-82e1-444c-8084-6b815c3a8959), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.846797 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b43c87c9-9d82-48e0-8d6f-1af29c85a598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (3bbae70b-82e1-444c-8084-6b815c3a8959), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.849485 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b43c87c9-9d82-48e0-8d6f-1af29c85a598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.850702 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b43c87c9-9d82-48e0-8d6f-1af29c85a598 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3bbae70b-82e1-444c-8084-6b815c3a8959 HTTP/1.1" status: 204 len: 168 time: 0.1894715 Jul 14 11:51:39.859698 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-12bd7c78-2feb-4339-9b4e-dd0fd04f98ca tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (f2208b6d-0bd1-49b6-b500-701f695ca483), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.861812 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c87c9-9d82-48e0-8d6f-1af29c85a598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbae70b-82e1-444c-8084-6b815c3a8959,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:39.922446 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-12bd7c78-2feb-4339-9b4e-dd0fd04f98ca tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (f2208b6d-0bd1-49b6-b500-701f695ca483), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:39.941920 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd7c78-2feb-4339-9b4e-dd0fd04f98ca tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2208b6d-0bd1-49b6-b500-701f695ca483,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:40.021368 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-12bd7c78-2feb-4339-9b4e-dd0fd04f98ca tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.022589 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-12bd7c78-2feb-4339-9b4e-dd0fd04f98ca tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4132998 Jul 14 11:51:40.026479 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42412) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:40.031741 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-8901393f-2f39-43b3-bd2f-e8b21ba564b1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'security_group_rule': {'security_group_id': '9c0675a7-3e87-48f8-8212-2f6b1d647c65', 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:40.127984 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:40.133895 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8901393f-2f39-43b3-bd2f-e8b21ba564b1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (615e515e-45b5-4f2a-9dc0-d06ccbffc30e), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.198335 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8901393f-2f39-43b3-bd2f-e8b21ba564b1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (615e515e-45b5-4f2a-9dc0-d06ccbffc30e), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.303509 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:40.332416 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8901393f-2f39-43b3-bd2f-e8b21ba564b1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (615e515e-45b5-4f2a-9dc0-d06ccbffc30e), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.351308 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901393f-2f39-43b3-bd2f-e8b21ba564b1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615e515e-45b5-4f2a-9dc0-d06ccbffc30e,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:40.438584 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8901393f-2f39-43b3-bd2f-e8b21ba564b1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.440407 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-8901393f-2f39-43b3-bd2f-e8b21ba564b1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4128003 Jul 14 11:51:40.447921 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42422) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:40.452842 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-6a9c3886-2562-4117-b863-d8de3f3e7a5b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'security_group_rule': {'security_group_id': '9c0675a7-3e87-48f8-8212-2f6b1d647c65', 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:40.484543 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Sync routers for ids ['e022af01-e953-48d8-a029-33927e681ffa'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:51:40.494654 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Routers {'e022af01-e953-48d8-a029-33927e681ffa'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:40.495265 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:51:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e022af01-e953-48d8-a029-33927e681ffa'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:40.514923 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:40.543699 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6a9c3886-2562-4117-b863-d8de3f3e7a5b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (868e4ab1-8be7-4194-9ffa-b1a066103b1f), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.548743 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42424) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:40.591573 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-238d0f0a-d312-4db6-99ef-c0781f207bd0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f6def5605649401486b1f35056fe5af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415161 Jul 14 11:51:40.594238 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42426) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:40.607296 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Set router e022af01-e953-48d8-a029-33927e681ffa gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:40.625882 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6a9c3886-2562-4117-b863-d8de3f3e7a5b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (868e4ab1-8be7-4194-9ffa-b1a066103b1f), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.655822 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e39b9e5f-822e-4ae0-9b9e-2e0663ac3210 admin admin] Publish callbacks [] for security_group (d54d55e5-d48e-474b-bbee-ca9ad5d12c12), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.678262 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e39b9e5f-822e-4ae0-9b9e-2e0663ac3210 admin admin] Publish callbacks [] for security_group (d54d55e5-d48e-474b-bbee-ca9ad5d12c12), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.727751 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6a9c3886-2562-4117-b863-d8de3f3e7a5b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (868e4ab1-8be7-4194-9ffa-b1a066103b1f), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.748425 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c3886-2562-4117-b863-d8de3f3e7a5b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868e4ab1-8be7-4194-9ffa-b1a066103b1f,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:40.807773 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022af01-e953-48d8-a029-33927e681ffa', 'name': 'tempest-TestVolumeBootPattern-1348229505-router', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:37Z', 'revision_number': 4, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'gw_port': {'id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022af01-e953-48d8-a029-33927e681ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '592741aa-aa04-4e22-80f5-8e6c72bf1acd', 'name': '', 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'mac_address': 'fa:16:3e:0f:db:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022af01-e953-48d8-a029-33927e681ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '9d5d44b5-effc-45d5-83af-a00b0256625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:36Z', 'updated_at': '2022-07-14T11:51:37Z', 'revision_number': 2, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'subnets': [{'id': '9d5d44b5-effc-45d5-83af-a00b0256625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:40.819041 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e39b9e5f-822e-4ae0-9b9e-2e0663ac3210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (d54d55e5-d48e-474b-bbee-ca9ad5d12c12), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.821678 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e39b9e5f-822e-4ae0-9b9e-2e0663ac3210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.828996 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-e39b9e5f-822e-4ae0-9b9e-2e0663ac3210 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d54d55e5-d48e-474b-bbee-ca9ad5d12c12 HTTP/1.1" status: 204 len: 168 time: 0.2275591 Jul 14 11:51:40.831024 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b9e5f-822e-4ae0-9b9e-2e0663ac3210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54d55e5-d48e-474b-bbee-ca9ad5d12c12,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:40.837498 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Checking router: e022af01-e953-48d8-a029-33927e681ffa for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:51:40.837857 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Updating router e022af01-e953-48d8-a029-33927e681ffa port 592741aa-aa04-4e22-80f5-8e6c72bf1acd binding host dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:51:40.854711 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6a9c3886-2562-4117-b863-d8de3f3e7a5b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.855995 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-6a9c3886-2562-4117-b863-d8de3f3e7a5b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4071894 Jul 14 11:51:40.859609 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42430) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:40.864683 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-d2f43049-9cd0-43d6-a96d-bc1e371eb4ae tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'security_group_rule': {'security_group_id': '9c0675a7-3e87-48f8-8212-2f6b1d647c65', 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:40.874418 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:40.983362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d2f43049-9cd0-43d6-a96d-bc1e371eb4ae tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (6a149c41-03c7-45f7-ab82-bdb53149ba6c), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.023878 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device e78fe5e4-ed06-4027-ac21-b18fef30d30d up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:41.056150 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d2f43049-9cd0-43d6-a96d-bc1e371eb4ae tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (6a149c41-03c7-45f7-ab82-bdb53149ba6c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.168424 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d2f43049-9cd0-43d6-a96d-bc1e371eb4ae tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (6a149c41-03c7-45f7-ab82-bdb53149ba6c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.193493 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f43049-9cd0-43d6-a96d-bc1e371eb4ae tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a149c41-03c7-45f7-ab82-bdb53149ba6c,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:41.261690 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d2f43049-9cd0-43d6-a96d-bc1e371eb4ae tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.263239 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-d2f43049-9cd0-43d6-a96d-bc1e371eb4ae tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4026055 Jul 14 11:51:41.264355 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port e78fe5e4-ed06-4027-ac21-b18fef30d30d triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:41.264726 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.266278 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42436) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:41.274099 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-f337669d-e719-4bd1-a7c1-7f20d49bc6d4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'security_group_rule': {'security_group_id': '9c0675a7-3e87-48f8-8212-2f6b1d647c65', 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:41.357878 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Publish callbacks [] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), precommit_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.379403 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:41.389772 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port e78fe5e4-ed06-4027-ac21-b18fef30d30d is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:41.412174 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.securitygroups_db [None req-f337669d-e719-4bd1-a7c1-7f20d49bc6d4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Project 7119e46a06b54c2984b21f32d9c156e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:51:41.418343 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f337669d-e719-4bd1-a7c1-7f20d49bc6d4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (22ba83f8-7bb7-402d-a1e3-d1bb0de9e165), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.446328 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.496327 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f337669d-e719-4bd1-a7c1-7f20d49bc6d4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (22ba83f8-7bb7-402d-a1e3-d1bb0de9e165), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.505765 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded91fe2-c3b8-4131-bcd3-3b41894eb902 None None] Pushing event updated for resources: {'Port': ['ID=592741aa-aa04-4e22-80f5-8e6c72bf1acd,revision_number=3']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:41.557277 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Attempting to bind port 592741aa-aa04-4e22-80f5-8e6c72bf1acd on host dv-cinder-849803-1-iscsi for vnic_type normal with profile {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:51:41.557750 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Attempting to bind port 592741aa-aa04-4e22-80f5-8e6c72bf1acd by drivers openvswitch,hyperv on host dv-cinder-849803-1-iscsi at level 0 using segments [{'id': '465f1d61-2168-4ecd-b4e7-80ba46970ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3'}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:51:41.558171 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Attempting to bind port 592741aa-aa04-4e22-80f5-8e6c72bf1acd on network b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:51:41.564889 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Checking agent: {'id': '88f171ac-2caf-4c12-9306-064bfc4d6c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849803-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 35, 20), 'started_at': datetime.datetime(2022, 7, 14, 11, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849803-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:51:41.565384 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Checking segment: {'id': '465f1d61-2168-4ecd-b4e7-80ba46970ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:51:41.565857 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.566335 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Bound using segment: {'id': '465f1d61-2168-4ecd-b4e7-80ba46970ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3'} {{(pid=111168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:51:41.566965 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.managers [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Bound port: 592741aa-aa04-4e22-80f5-8e6c72bf1acd, host: dv-cinder-849803-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465f1d61-2168-4ecd-b4e7-80ba46970ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3'}}] {{(pid=111168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:51:41.567366 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.613267 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:41.634681 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f337669d-e719-4bd1-a7c1-7f20d49bc6d4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (22ba83f8-7bb7-402d-a1e3-d1bb0de9e165), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.638352 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:41.643787 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] For port 592741aa-aa04-4e22-80f5-8e6c72bf1acd, host dv-cinder-849803-1-iscsi, cleared binding levels {{(pid=111168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:41.648669 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] For port 592741aa-aa04-4e22-80f5-8e6c72bf1acd, host dv-cinder-849803-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=592741aa-aa04-4e22-80f5-8e6c72bf1acd,segment=NetworkSegment(465f1d61-2168-4ecd-b4e7-80ba46970ece),segment_id=465f1d61-2168-4ecd-b4e7-80ba46970ece)] {{(pid=111168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:41.665950 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337669d-e719-4bd1-a7c1-7f20d49bc6d4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ba83f8-7bb7-402d-a1e3-d1bb0de9e165,revision_number=0']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:41.715082 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.739936 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f337669d-e719-4bd1-a7c1-7f20d49bc6d4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.741518 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-f337669d-e719-4bd1-a7c1-7f20d49bc6d4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4726629 Jul 14 11:51:41.744373 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42450) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:41.749813 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-612e0850-7a45-48bc-9779-e2b9f0400c3b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'security_group_rule': {'security_group_id': '9c0675a7-3e87-48f8-8212-2f6b1d647c65', 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:51:41.773334 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-5bf29295-9794-4f7e-9042-d2f21829adb3 None None] Provisioning complete for port 592741aa-aa04-4e22-80f5-8e6c72bf1acd triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:41.773699 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5bf29295-9794-4f7e-9042-d2f21829adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.778736 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:41.828617 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded91fe2-c3b8-4131-bcd3-3b41894eb902 None None] Pushing event updated for resources: {'Port': ['ID=592741aa-aa04-4e22-80f5-8e6c72bf1acd,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:41.830042 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Routers {'e022af01-e953-48d8-a029-33927e681ffa'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:51:41.830829 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:51:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e022af01-e953-48d8-a029-33927e681ffa'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:41.870208 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.securitygroups_db [None req-612e0850-7a45-48bc-9779-e2b9f0400c3b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Project 7119e46a06b54c2984b21f32d9c156e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:51:41.879334 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-612e0850-7a45-48bc-9779-e2b9f0400c3b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (b060a2dc-d8a1-4a0e-ac7e-78541cdc9f03), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.957759 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-612e0850-7a45-48bc-9779-e2b9f0400c3b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (b060a2dc-d8a1-4a0e-ac7e-78541cdc9f03), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.973958 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-5bf29295-9794-4f7e-9042-d2f21829adb3 None None] Current status of the port 592741aa-aa04-4e22-80f5-8e6c72bf1acd is: DOWN; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:41.974349 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5bf29295-9794-4f7e-9042-d2f21829adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:41.996105 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] Set router e022af01-e953-48d8-a029-33927e681ffa gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:51:42.059763 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-612e0850-7a45-48bc-9779-e2b9f0400c3b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628598'] for security_group_rule (b060a2dc-d8a1-4a0e-ac7e-78541cdc9f03), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:42.082645 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-5bf29295-9794-4f7e-9042-d2f21829adb3 None None] For port 592741aa-aa04-4e22-80f5-8e6c72bf1acd, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=592741aa-aa04-4e22-80f5-8e6c72bf1acd,segment=NetworkSegment(465f1d61-2168-4ecd-b4e7-80ba46970ece),segment_id=465f1d61-2168-4ecd-b4e7-80ba46970ece)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:51:42.082918 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e0850-7a45-48bc-9779-e2b9f0400c3b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b060a2dc-d8a1-4a0e-ac7e-78541cdc9f03,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:42.088062 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:42.146046 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-612e0850-7a45-48bc-9779-e2b9f0400c3b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:42.150613 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-612e0850-7a45-48bc-9779-e2b9f0400c3b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4016995 Jul 14 11:51:42.158147 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5bf29295-9794-4f7e-9042-d2f21829adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:42.252220 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf29295-9794-4f7e-9042-d2f21829adb3 None None] Pushing event updated for resources: {'Port': ['ID=592741aa-aa04-4e22-80f5-8e6c72bf1acd,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:42.278744 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-5f60afe1-6781-4c65-9061-28929d6ee1ce None None] Provisioning complete for port 592741aa-aa04-4e22-80f5-8e6c72bf1acd triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:42.279205 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-5f60afe1-6781-4c65-9061-28929d6ee1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:42.363056 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-5f60afe1-6781-4c65-9061-28929d6ee1ce None None] Current status of the port 592741aa-aa04-4e22-80f5-8e6c72bf1acd is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:42.410941 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022af01-e953-48d8-a029-33927e681ffa', 'name': 'tempest-TestVolumeBootPattern-1348229505-router', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:37Z', 'revision_number': 4, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'gw_port': {'id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022af01-e953-48d8-a029-33927e681ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '592741aa-aa04-4e22-80f5-8e6c72bf1acd', 'name': '', 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'mac_address': 'fa:16:3e:0f:db:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022af01-e953-48d8-a029-33927e681ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '9d5d44b5-effc-45d5-83af-a00b0256625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:36Z', 'updated_at': '2022-07-14T11:51:41Z', 'revision_number': 4, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'subnets': [{'id': '9d5d44b5-effc-45d5-83af-a00b0256625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:42.448114 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d51784-26ce-48e2-b7fd-30380873ef60 None None] The sync data for ids ['e022af01-e953-48d8-a029-33927e681ffa'] in dv-cinder-849803-1-iscsi is: [{'id': 'e022af01-e953-48d8-a029-33927e681ffa', 'name': 'tempest-TestVolumeBootPattern-1348229505-router', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:37Z', 'revision_number': 4, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'gw_port': {'id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022af01-e953-48d8-a029-33927e681ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '592741aa-aa04-4e22-80f5-8e6c72bf1acd', 'name': '', 'network_id': 'b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'mac_address': 'fa:16:3e:0f:db:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022af01-e953-48d8-a029-33927e681ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '9d5d44b5-effc-45d5-83af-a00b0256625c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:36Z', 'updated_at': '2022-07-14T11:51:41Z', 'revision_number': 4, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'subnets': [{'id': '9d5d44b5-effc-45d5-83af-a00b0256625c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:51:42.635015 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:43.046930 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 592741aa-aa04-4e22-80f5-8e6c72bf1acd up at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:51:43.059637 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:43.143591 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Provisioning complete for port 592741aa-aa04-4e22-80f5-8e6c72bf1acd triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:51:43.143963 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:43.243156 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Current status of the port 592741aa-aa04-4e22-80f5-8e6c72bf1acd is: ACTIVE; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:51:43.903953 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:44.956321 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3f615bfa-923f-49c4-b737-1ee2ab7e71ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:44.962475 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:47.080259 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-8fa57bec-de1f-462f-84af-b554db17c379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:48.356474 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:48.567287 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42674) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:48.616135 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42680) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:48.669017 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b31807-55bf-48f3-bed1-01563740d776 admin admin] Deleting subnet 845e5cf6-8308-4809-9117-ba9ec1e9768b {{(pid=111166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:51:48.672876 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-38b31807-55bf-48f3-bed1-01563740d776 admin admin] Publish callbacks [] for subnet (845e5cf6-8308-4809-9117-ba9ec1e9768b), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:48.710728 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1efca62d-8a23-4174-8997-1e28e7b9f3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:48.714666 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:48.729381 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-38b31807-55bf-48f3-bed1-01563740d776 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31228433'] for subnet (845e5cf6-8308-4809-9117-ba9ec1e9768b), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:48.795759 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-38b31807-55bf-48f3-bed1-01563740d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (845e5cf6-8308-4809-9117-ba9ec1e9768b), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:48.880804 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1efca62d-8a23-4174-8997-1e28e7b9f3d2 admin admin] Publish callbacks [] for security_group (41a2bd44-d7a6-4e1a-bed7-6169d384a4f0), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.008621 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-38b31807-55bf-48f3-bed1-01563740d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31228419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31020262'] for subnet (845e5cf6-8308-4809-9117-ba9ec1e9768b), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.010732 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-1efca62d-8a23-4174-8997-1e28e7b9f3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (41a2bd44-d7a6-4e1a-bed7-6169d384a4f0), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.061554 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b31807-55bf-48f3-bed1-01563740d776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845e5cf6-8308-4809-9117-ba9ec1e9768b,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:49.063685 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-38b31807-55bf-48f3-bed1-01563740d776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.070025 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-38b31807-55bf-48f3-bed1-01563740d776 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/845e5cf6-8308-4809-9117-ba9ec1e9768b HTTP/1.1" status: 204 len: 168 time: 0.4502497 Jul 14 11:51:49.070210 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42682) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:49.087399 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-1efca62d-8a23-4174-8997-1e28e7b9f3d2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=47770a29807b44ba8c74c2b7d3b47a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5190213 Jul 14 11:51:49.089888 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efca62d-8a23-4174-8997-1e28e7b9f3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a2bd44-d7a6-4e1a-bed7-6169d384a4f0,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:49.100921 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42684) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:49.131473 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:49.144737 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (a7382d6e-1ea6-4896-820f-8ff94ae66ace), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.157178 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-acdc03c5-39bd-4b69-b18e-98470690bd4d admin admin] Publish callbacks [] for security_group (41a2bd44-d7a6-4e1a-bed7-6169d384a4f0), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.180167 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-acdc03c5-39bd-4b69-b18e-98470690bd4d admin admin] Publish callbacks [] for security_group (41a2bd44-d7a6-4e1a-bed7-6169d384a4f0), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.229178 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (a7382d6e-1ea6-4896-820f-8ff94ae66ace), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.252169 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7382d6e-1ea6-4896-820f-8ff94ae66ace']}} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:49.263030 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3609f05e-6489-42bc-9aac-c33f3ad5ccf5') {'for_net_delete': True} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:49.263362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3609f05e-6489-42bc-9aac-c33f3ad5ccf5') {} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:49.274043 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24027097'] for segment (3609f05e-6489-42bc-9aac-c33f3ad5ccf5), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.291685 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (3609f05e-6489-42bc-9aac-c33f3ad5ccf5), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.298958 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=111167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:51:49.299111 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-acdc03c5-39bd-4b69-b18e-98470690bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (41a2bd44-d7a6-4e1a-bed7-6169d384a4f0), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.299348 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24026119'] for segment (3609f05e-6489-42bc-9aac-c33f3ad5ccf5), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.302830 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-acdc03c5-39bd-4b69-b18e-98470690bd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.304130 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-acdc03c5-39bd-4b69-b18e-98470690bd4d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/41a2bd44-d7a6-4e1a-bed7-6169d384a4f0 HTTP/1.1" status: 204 len: 168 time: 0.2022896 Jul 14 11:51:49.328314 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc03c5-39bd-4b69-b18e-98470690bd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a2bd44-d7a6-4e1a-bed7-6169d384a4f0,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:49.374942 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 3609f05e-6489-42bc-9aac-c33f3ad5ccf5 resource provider aggregate not found Jul 14 11:51:49.394974 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 3609f05e-6489-42bc-9aac-c33f3ad5ccf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3609f05e-6489-42bc-9aac-c33f3ad5ccf5 found for delete ", "request_id": "req-d2a44ecf-c0b0-44c9-9a13-4f49237336fe"}]} Jul 14 11:51:49.499514 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (a7382d6e-1ea6-4896-820f-8ff94ae66ace), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.506486 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.511008 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] 10.222.0.40 "DELETE /v2.0/networks/a7382d6e-1ea6-4896-820f-8ff94ae66ace HTTP/1.1" status: 204 len: 168 time: 0.4385252 Jul 14 11:51:49.520988 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42704) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:49.527502 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce74b8-4551-48fc-9b34-4a8e27819e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7382d6e-1ea6-4896-820f-8ff94ae66ace,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:49.588982 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_v2 [None req-983b2ecd-4b05-4a33-b2ad-c91424c9d537 admin admin] Deleting subnet 15bb1b65-646e-41d6-ace5-bbad30e62a31 {{(pid=111166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:51:49.592604 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-983b2ecd-4b05-4a33-b2ad-c91424c9d537 admin admin] Publish callbacks [] for subnet (15bb1b65-646e-41d6-ace5-bbad30e62a31), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.633629 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-983b2ecd-4b05-4a33-b2ad-c91424c9d537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31228433'] for subnet (15bb1b65-646e-41d6-ace5-bbad30e62a31), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.685197 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-983b2ecd-4b05-4a33-b2ad-c91424c9d537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (15bb1b65-646e-41d6-ace5-bbad30e62a31), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.819913 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.820425 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-983b2ecd-4b05-4a33-b2ad-c91424c9d537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31228419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31020262'] for subnet (15bb1b65-646e-41d6-ace5-bbad30e62a31), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.851267 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b2ecd-4b05-4a33-b2ad-c91424c9d537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15bb1b65-646e-41d6-ace5-bbad30e62a31,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:49.851267 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-983b2ecd-4b05-4a33-b2ad-c91424c9d537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.855188 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-983b2ecd-4b05-4a33-b2ad-c91424c9d537 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/15bb1b65-646e-41d6-ace5-bbad30e62a31 HTTP/1.1" status: 204 len: 168 time: 0.3317361 Jul 14 11:51:49.857117 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42710) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:49.953613 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (e3df072c-7cdb-402e-88c9-655afa357e7c), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:49.996349 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.054322 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (e3df072c-7cdb-402e-88c9-655afa357e7c), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.094275 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3df072c-7cdb-402e-88c9-655afa357e7c']}} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:50.104379 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84255404-aa56-4de0-9234-dc5c192d5a11') {'for_net_delete': True} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:50.104668 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84255404-aa56-4de0-9234-dc5c192d5a11') {} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:50.114651 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24027097'] for segment (84255404-aa56-4de0-9234-dc5c192d5a11), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.129359 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (84255404-aa56-4de0-9234-dc5c192d5a11), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.136222 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=111167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:51:50.136601 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24026119'] for segment (84255404-aa56-4de0-9234-dc5c192d5a11), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.322060 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (e3df072c-7cdb-402e-88c9-655afa357e7c), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.336219 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.336219 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] 10.222.0.40 "DELETE /v2.0/networks/e3df072c-7cdb-402e-88c9-655afa357e7c HTTP/1.1" status: 204 len: 168 time: 0.4743354 Jul 14 11:51:50.340301 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 42720) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:50.342871 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b496a-82b4-492a-83d5-b5980d968de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3df072c-7cdb-402e-88c9-655afa357e7c,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:50.355396 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f562d351-9822-4baf-bfd3-756cee9eb06a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.444743 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f562d351-9822-4baf-bfd3-756cee9eb06a admin admin] Publish callbacks [] for security_group (2a69eb7a-0017-411a-b69c-05b7e7629f48), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.510302 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f562d351-9822-4baf-bfd3-756cee9eb06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (2a69eb7a-0017-411a-b69c-05b7e7629f48), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.552377 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-f562d351-9822-4baf-bfd3-756cee9eb06a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eddd674a53754221ba3a333c0c065d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109563 Jul 14 11:51:50.557436 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562d351-9822-4baf-bfd3-756cee9eb06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a69eb7a-0017-411a-b69c-05b7e7629f48,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:50.559498 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42724) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:50.616071 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b1082103-6ddc-414a-92a2-70f4c68f1931 admin admin] Publish callbacks [] for security_group (2a69eb7a-0017-411a-b69c-05b7e7629f48), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.642337 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b1082103-6ddc-414a-92a2-70f4c68f1931 admin admin] Publish callbacks [] for security_group (2a69eb7a-0017-411a-b69c-05b7e7629f48), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.698925 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42726) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:50.735015 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:50.741596 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-26b92dee-e8a4-423a-afb9-ea129b76844c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9319e063b19341d5b5bdcc121363a476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415487 Jul 14 11:51:50.744176 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42728) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:50.771985 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b1082103-6ddc-414a-92a2-70f4c68f1931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (2a69eb7a-0017-411a-b69c-05b7e7629f48), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.774428 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b1082103-6ddc-414a-92a2-70f4c68f1931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.775514 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b1082103-6ddc-414a-92a2-70f4c68f1931 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2a69eb7a-0017-411a-b69c-05b7e7629f48 HTTP/1.1" status: 204 len: 168 time: 0.2147512 Jul 14 11:51:50.790765 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1082103-6ddc-414a-92a2-70f4c68f1931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a69eb7a-0017-411a-b69c-05b7e7629f48,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:50.817459 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a85b72da-da73-475b-b0aa-6b71c0ed8597 admin admin] Publish callbacks [] for security_group (f762e455-b5b4-4122-9da4-cb54462eb51c), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.832485 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:50.846744 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a85b72da-da73-475b-b0aa-6b71c0ed8597 admin admin] Publish callbacks [] for security_group (f762e455-b5b4-4122-9da4-cb54462eb51c), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.960954 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a85b72da-da73-475b-b0aa-6b71c0ed8597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f762e455-b5b4-4122-9da4-cb54462eb51c), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.963473 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-a85b72da-da73-475b-b0aa-6b71c0ed8597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:50.964626 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-a85b72da-da73-475b-b0aa-6b71c0ed8597 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f762e455-b5b4-4122-9da4-cb54462eb51c HTTP/1.1" status: 204 len: 168 time: 0.2195630 Jul 14 11:51:50.977362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b72da-da73-475b-b0aa-6b71c0ed8597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f762e455-b5b4-4122-9da4-cb54462eb51c,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:51.427071 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 84255404-aa56-4de0-9234-dc5c192d5a11 resource provider aggregate not found Jul 14 11:51:51.445554 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 84255404-aa56-4de0-9234-dc5c192d5a11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84255404-aa56-4de0-9234-dc5c192d5a11 found for delete ", "request_id": "req-8f6d9877-c0f9-42f0-88d9-8835ddcf5cfb"}]} Jul 14 11:51:51.755797 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42762) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:51.801349 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-c05a525e-a3fc-49de-b00c-02d4d1933810 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ba91797bcd2a4c62855828e00c7053ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415504 Jul 14 11:51:51.801741 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 42766) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:51:51.858896 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6944892b-feb7-4b88-9733-3f0350d21d4f admin admin] Publish callbacks [] for security_group (803e70c2-5e70-42ee-9628-0a2137ebb64d), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:51.886885 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6944892b-feb7-4b88-9733-3f0350d21d4f admin admin] Publish callbacks [] for security_group (803e70c2-5e70-42ee-9628-0a2137ebb64d), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:52.024719 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6944892b-feb7-4b88-9733-3f0350d21d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (803e70c2-5e70-42ee-9628-0a2137ebb64d), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:52.027369 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-6944892b-feb7-4b88-9733-3f0350d21d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:51:52.029052 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-6944892b-feb7-4b88-9733-3f0350d21d4f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/803e70c2-5e70-42ee-9628-0a2137ebb64d HTTP/1.1" status: 204 len: 168 time: 0.2263021 Jul 14 11:51:52.040287 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944892b-feb7-4b88-9733-3f0350d21d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803e70c2-5e70-42ee-9628-0a2137ebb64d,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:55.263066 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:55.271995 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=81,neutron:INSERT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:51:57.871822 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:00.543711 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:00.551946 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:02.032916 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:02.033827 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=38,neutron:DELETE=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:03.295100 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:52:03.609795 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 43080) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:03.721700 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-530338e5-759e-4741-a34c-0a61f75c6508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:03.806847 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-530338e5-759e-4741-a34c-0a61f75c6508 admin admin] Publish callbacks [] for security_group (22f87ef9-b952-4165-8b04-3a8f74457027), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:03.881887 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-530338e5-759e-4741-a34c-0a61f75c6508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (22f87ef9-b952-4165-8b04-3a8f74457027), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:03.921898 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530338e5-759e-4741-a34c-0a61f75c6508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f87ef9-b952-4165-8b04-3a8f74457027,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:03.943942 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-530338e5-759e-4741-a34c-0a61f75c6508 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1b1b092e5cbb435ba9b9e6c0b2824cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301961 Jul 14 11:52:03.944500 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43088) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:03.999280 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Publish callbacks [] for security_group (22f87ef9-b952-4165-8b04-3a8f74457027), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:04.027614 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Publish callbacks [] for security_group (22f87ef9-b952-4165-8b04-3a8f74457027), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:04.150374 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (22f87ef9-b952-4165-8b04-3a8f74457027), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:04.153329 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:04.154813 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/22f87ef9-b952-4165-8b04-3a8f74457027 HTTP/1.1" status: 204 len: 168 time: 0.2094004 Jul 14 11:52:04.163123 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f87ef9-b952-4165-8b04-3a8f74457027,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:04.171369 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.171719 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.172062 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.172409 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.172745 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.173079 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.173434 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.173767 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.174091 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.174420 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.174749 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.175083 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.175397 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.175725 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.176056 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a735e-f415-45c1-9ce9-40dcb3d2a36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:04.853125 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43114) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:04.866490 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-71c1cab6-1bee-4372-b0ac-df277bd279c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:04.948952 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-71c1cab6-1bee-4372-b0ac-df277bd279c4 admin admin] Publish callbacks [] for security_group (f8785370-480c-425a-8097-05c010f09e43), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:05.024858 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-71c1cab6-1bee-4372-b0ac-df277bd279c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f8785370-480c-425a-8097-05c010f09e43), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:05.063696 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1cab6-1bee-4372-b0ac-df277bd279c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8785370-480c-425a-8097-05c010f09e43,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:05.068534 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-71c1cab6-1bee-4372-b0ac-df277bd279c4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d950a314f32e441c8ad7d87b8e748507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143135 Jul 14 11:52:05.071594 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43116) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:05.122911 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-69c6cf50-b283-4922-a83f-633323c7b337 admin admin] Publish callbacks [] for security_group (f8785370-480c-425a-8097-05c010f09e43), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:05.147310 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-69c6cf50-b283-4922-a83f-633323c7b337 admin admin] Publish callbacks [] for security_group (f8785370-480c-425a-8097-05c010f09e43), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:05.280550 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-69c6cf50-b283-4922-a83f-633323c7b337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f8785370-480c-425a-8097-05c010f09e43), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:05.283251 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-69c6cf50-b283-4922-a83f-633323c7b337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:05.284456 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-69c6cf50-b283-4922-a83f-633323c7b337 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f8785370-480c-425a-8097-05c010f09e43 HTTP/1.1" status: 204 len: 168 time: 0.2119589 Jul 14 11:52:05.293772 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6cf50-b283-4922-a83f-633323c7b337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8785370-480c-425a-8097-05c010f09e43,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:06.202624 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43160) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:06.313011 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a95ad4ee-39db-43be-96ef-4cf857133098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:06.421742 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a95ad4ee-39db-43be-96ef-4cf857133098 admin admin] Publish callbacks [] for security_group (1c16a27e-9b44-4a05-88f7-520216455c73), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:06.481144 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a95ad4ee-39db-43be-96ef-4cf857133098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (1c16a27e-9b44-4a05-88f7-520216455c73), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:06.520969 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-a95ad4ee-39db-43be-96ef-4cf857133098 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9940fcecf9754f8e8cb0dac2188f1322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171721 Jul 14 11:52:06.522995 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ad4ee-39db-43be-96ef-4cf857133098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c16a27e-9b44-4a05-88f7-520216455c73,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:06.523718 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 43178) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:06.575597 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Publish callbacks [] for security_group (1c16a27e-9b44-4a05-88f7-520216455c73), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:06.598808 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Publish callbacks [] for security_group (1c16a27e-9b44-4a05-88f7-520216455c73), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:06.778869 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (1c16a27e-9b44-4a05-88f7-520216455c73), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:06.782005 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:06.787816 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1c16a27e-9b44-4a05-88f7-520216455c73 HTTP/1.1" status: 204 len: 168 time: 0.2584400 Jul 14 11:52:06.791918 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c16a27e-9b44-4a05-88f7-520216455c73,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:06.799673 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.800055 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.800441 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.800787 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.801347 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.801516 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.802362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.802689 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.803019 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.803343 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.803667 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.804025 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.804362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.805200 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:06.805200 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd62a51f-7d2c-4e71-a689-92c474659f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:08.032489 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 43246) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:08.154904 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14982271-c8b3-45a0-83ca-f9a908226205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:08.237639 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14982271-c8b3-45a0-83ca-f9a908226205 admin admin] Publish callbacks [] for security_group (b2cc8d34-4bbe-46eb-ba7f-d29f10f16fe3), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:08.310435 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14982271-c8b3-45a0-83ca-f9a908226205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b2cc8d34-4bbe-46eb-ba7f-d29f10f16fe3), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:08.352756 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-14982271-c8b3-45a0-83ca-f9a908226205 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=983e4e7d6305486e905b46c097abd9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192382 Jul 14 11:52:08.353565 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14982271-c8b3-45a0-83ca-f9a908226205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc8d34-4bbe-46eb-ba7f-d29f10f16fe3,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:08.356270 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43250) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:08.410715 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3ccc421d-208c-4e31-a84e-3e9d254b17fb admin admin] Publish callbacks [] for security_group (b2cc8d34-4bbe-46eb-ba7f-d29f10f16fe3), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:08.424417 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:08.433540 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3ccc421d-208c-4e31-a84e-3e9d254b17fb admin admin] Publish callbacks [] for security_group (b2cc8d34-4bbe-46eb-ba7f-d29f10f16fe3), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:08.441392 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:08.561620 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3ccc421d-208c-4e31-a84e-3e9d254b17fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (b2cc8d34-4bbe-46eb-ba7f-d29f10f16fe3), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:08.564153 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3ccc421d-208c-4e31-a84e-3e9d254b17fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:08.565321 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-3ccc421d-208c-4e31-a84e-3e9d254b17fb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b2cc8d34-4bbe-46eb-ba7f-d29f10f16fe3 HTTP/1.1" status: 204 len: 168 time: 0.2071726 Jul 14 11:52:08.573320 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc421d-208c-4e31-a84e-3e9d254b17fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc8d34-4bbe-46eb-ba7f-d29f10f16fe3,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:09.259201 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 43270) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:09.272428 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ad8dfdaa-885f-4a90-a56c-557d45a0c12c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:09.351949 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ad8dfdaa-885f-4a90-a56c-557d45a0c12c admin admin] Publish callbacks [] for security_group (054efcd7-cb84-46b9-9156-bd679e5d8698), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:09.475953 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-ad8dfdaa-885f-4a90-a56c-557d45a0c12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (054efcd7-cb84-46b9-9156-bd679e5d8698), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:09.519928 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-ad8dfdaa-885f-4a90-a56c-557d45a0c12c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ce8e41ae712e4779a64ac424cb9ecdb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607605 Jul 14 11:52:09.521435 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dfdaa-885f-4a90-a56c-557d45a0c12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054efcd7-cb84-46b9-9156-bd679e5d8698,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:09.523561 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43272) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:09.578384 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5fa53-9f55-4ac3-9bc1-4e96bc98a14c admin admin] Publish callbacks [] for security_group (054efcd7-cb84-46b9-9156-bd679e5d8698), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:09.606148 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5fa53-9f55-4ac3-9bc1-4e96bc98a14c admin admin] Publish callbacks [] for security_group (054efcd7-cb84-46b9-9156-bd679e5d8698), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:09.778710 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5fa53-9f55-4ac3-9bc1-4e96bc98a14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (054efcd7-cb84-46b9-9156-bd679e5d8698), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:09.781875 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5fa53-9f55-4ac3-9bc1-4e96bc98a14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:09.782574 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-4fc5fa53-9f55-4ac3-9bc1-4e96bc98a14c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/054efcd7-cb84-46b9-9156-bd679e5d8698 HTTP/1.1" status: 204 len: 168 time: 0.2578773 Jul 14 11:52:09.790826 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5fa53-9f55-4ac3-9bc1-4e96bc98a14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054efcd7-cb84-46b9-9156-bd679e5d8698,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:10.630501 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=14 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:13.291165 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=14 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:14.847876 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:14.848483 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:14.853589 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:14.971637 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-7d2ba4e5-f8c3-4d5d-b83d-061ec8fc35fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:15.243910 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-6438e1fe-71bc-46c3-a301-962652328ff2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630221934&fields=id&tenant_id=7119e46a06b54c2984b21f32d9c156e3 HTTP/1.1" status: 200 len: 267 time: 0.0475721 Jul 14 11:52:15.351879 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-80969cdc-2416-45ed-b3b2-c92c21484fb5 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:15.353287 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-80969cdc-2416-45ed-b3b2-c92c21484fb5 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 812 time: 0.1029000 Jul 14 11:52:15.367654 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-19735086-eb17-43f9-aef4-646052c86a9a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/quotas/7119e46a06b54c2984b21f32d9c156e3 HTTP/1.1" status: 200 len: 375 time: 0.0089619 Jul 14 11:52:15.421280 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-36aa0b9b-a6e6-47f6-8d21-8f0d8c3bfad7 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485413 Jul 14 11:52:15.519715 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-96c43917-e1aa-4364-826c-3d80f35dac05 service neutron] 10.222.0.40 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869813 Jul 14 11:52:15.619800 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-9e0681ef-c9d0-4809-83ad-ed6f7c99a5b3 service neutron] 10.222.0.40 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887268 Jul 14 11:52:17.086890 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3657-8d00-420c-8d4f-354c98215b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:17.120667 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-345ccd2f-6cd9-4027-bf54-4e7c5054ab94 req-005b9a73-c3aa-45a6-82d8-8e0e36c837ce tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0291371 Jul 14 11:52:18.199371 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e49d74b4-4e86-4332-a735-73a440db4d24 req-4914f7da-6996-43c8-a98e-b4cfe19c68e0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0282738 Jul 14 11:52:18.315647 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:19.283110 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bcc1eb30-b96a-4281-9bc5-7f6b36cd2fa3 req-b30e34cc-58e0-4410-9d11-8b6253d48fe3 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0325160 Jul 14 11:52:19.692948 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:20.035501 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:20.358548 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-94115802-ce28-461f-bb6a-61c0afa7db53 req-7442ce0d-39b8-42c9-be92-e7a0ab0f575b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0281286 Jul 14 11:52:21.433728 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:21.454607 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cb385b6b-a1d3-4f6f-8627-2fe9d1653123 req-501413dd-ec92-4ae7-acda-7d7a29903196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0301931 Jul 14 11:52:22.555702 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6d2b716b-f49e-4c63-9351-36f0f749dffd req-7b6e9963-7805-4a10-b083-c4c226c70279 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0313945 Jul 14 11:52:23.649002 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-cb64a175-5228-4836-9b48-5cfd1c2cd760 req-7dabc764-9f6f-422a-af73-57cb0ce383ba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0276814 Jul 14 11:52:24.742946 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-fcb5f9ff-c584-4614-9023-53435f9bc9bd req-ac6e8ace-9e7d-4785-9a5d-91c77163592e tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0275776 Jul 14 11:52:25.847920 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d9637f02-5aea-4369-b252-4d2554a638ee req-3b88cd4c-ad7d-4eae-85f6-4860853f855e tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0311925 Jul 14 11:52:26.948731 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-65176140-fd81-4a70-bbbb-dfff2f351049 req-e5cbc6e7-de08-4602-998e-d44d4afeb1b5 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0276740 Jul 14 11:52:27.875478 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:28.045995 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-c3f37f39-1b8f-4efe-8185-fd699bf88f7a req-ae9a82fb-4efd-4886-85c9-d6f2a926c4d2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0315359 Jul 14 11:52:28.174074 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:28.207448 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-bcf290dd-e9d0-48ae-91e3-444e0b27b4d2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:28.208893 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-bcf290dd-e9d0-48ae-91e3-444e0b27b4d2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 812 time: 0.1046832 Jul 14 11:52:28.281446 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-c6a0a5ae-1e96-4a4c-af46-21d4953ddfd5 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7119e46a06b54c2984b21f32d9c156e3 HTTP/1.1" status: 200 len: 379 time: 0.0627110 Jul 14 11:52:28.289990 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'port': {'device_id': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'admin_state_up': True, 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'security_groups': ['9c0675a7-3e87-48f8-8212-2f6b1d647c65']}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:52:28.486814 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Made reservation on behalf of 7119e46a06b54c2984b21f32d9c156e3 for: {'port': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:28.490549 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:28.631557 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Allocated IP 172.20.0.7 (c22b4386-d3cd-4949-9a26-72cae23c6f3e/fbb50109-c620-4078-9895-dc847ba8b3c8/13845ba0-8394-4994-8f3a-c990a6595f50) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:28.776259 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for port (13845ba0-8394-4994-8f3a-c990a6595f50), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:28.797142 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:28.905056 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:28.949260 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Network c22b4386-d3cd-4949-9a26-72cae23c6f3e is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:28.952518 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:28.957526 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:52:29.013304 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'Port': ['ID=13845ba0-8394-4994-8f3a-c990a6595f50,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:29.032612 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:29.033286 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:29.170170 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f911edd-d853-478f-bd92-e9737eb9461b req-e168d59b-9c63-4ce2-8e22-b5a0559df53f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:29.170725 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-304c43a5-13f2-4161-b1b2-1a351ceabe77 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8843098 Jul 14 11:52:29.171809 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9f911edd-d853-478f-bd92-e9737eb9461b req-e168d59b-9c63-4ce2-8e22-b5a0559df53f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 931 time: 0.0508580 Jul 14 11:52:29.182504 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Request body: {'port': {'device_id': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:52:29.211239 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-e986bb01-71dc-4255-9f54-07aa7e86959e None None] Provisioning complete for port 13845ba0-8394-4994-8f3a-c990a6595f50 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:52:29.211838 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e986bb01-71dc-4255-9f54-07aa7e86959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:29.226056 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9f911edd-d853-478f-bd92-e9737eb9461b req-558ddc90-74e6-47cc-8064-7dc3531889af tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482275 Jul 14 11:52:29.258864 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-e986bb01-71dc-4255-9f54-07aa7e86959e None None] Port 13845ba0-8394-4994-8f3a-c990a6595f50 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:52:29.266763 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:29.406819 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:29.544732 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13845ba0-8394-4994-8f3a-c990a6595f50 {{(pid=111167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:52:29.554103 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Publish callbacks [] for port (13845ba0-8394-4994-8f3a-c990a6595f50), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:29.572285 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.provisioning_blocks [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Transition to ACTIVE for port object 13845ba0-8394-4994-8f3a-c990a6595f50 will not be triggered until provisioned by entity L2. {{(pid=111167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:52:29.653200 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24026211'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:29.714922 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Pushing event updated for resources: {'Port': ['ID=13845ba0-8394-4994-8f3a-c990a6595f50,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:29.810211 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Attempting to bind port 13845ba0-8394-4994-8f3a-c990a6595f50 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:52:29.810557 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Attempting to bind port 13845ba0-8394-4994-8f3a-c990a6595f50 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'}] {{(pid=111167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:52:29.819302 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Attempting to bind port 13845ba0-8394-4994-8f3a-c990a6595f50 on network c22b4386-d3cd-4949-9a26-72cae23c6f3e {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:52:29.825722 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Port 13845ba0-8394-4994-8f3a-c990a6595f50 on network c22b4386-d3cd-4949-9a26-72cae23c6f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:52:29.830854 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Attempting to bind port 13845ba0-8394-4994-8f3a-c990a6595f50 on network c22b4386-d3cd-4949-9a26-72cae23c6f3e {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:52:29.836740 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:52:29.837418 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Checking segment: {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:52:29.838033 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Bound using segment: {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'} {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:52:29.838469 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Bound port: 13845ba0-8394-4994-8f3a-c990a6595f50, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'}}] {{(pid=111167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:52:29.839646 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:29.858634 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:29.937898 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] For port 13845ba0-8394-4994-8f3a-c990a6595f50, host hv-cinder-84980, cleared binding levels {{(pid=111167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:29.941902 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] For port 13845ba0-8394-4994-8f3a-c990a6595f50, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=13845ba0-8394-4994-8f3a-c990a6595f50,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:30.041704 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24026211'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:30.080542 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:30.081241 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:30.082639 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] 10.222.0.55 "PUT /v2.0/ports/13845ba0-8394-4994-8f3a-c990a6595f50 HTTP/1.1" status: 200 len: 1093 time: 0.9045367 Jul 14 11:52:30.083084 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'tag': '13845ba0-8394-4994-8f3a-c990a6595f50'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:52:30.085488 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7355cb4-1d41-476c-b587-dcd130593bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "cec7809b-bc37-4ba9-9481-743c85a10de8", "tag": "13845ba0-8394-4994-8f3a-c990a6595f50"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:30.132395 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2041c1-edec-420c-ba2f-7a6bff777b12 service neutron] Pushing event updated for resources: {'Port': ['ID=13845ba0-8394-4994-8f3a-c990a6595f50,revision_number=3']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:30.138108 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5291459-8993-4f92-9a55-e8647e55448b x-openstack-request-id: req-d5291459-8993-4f92-9a55-e8647e55448b {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:30.138474 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec7809b-bc37-4ba9-9481-743c85a10de8", "tag": "13845ba0-8394-4994-8f3a-c990a6595f50", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:30.138800 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d5291459-8993-4f92-9a55-e8647e55448b {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:30.139401 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5291459-8993-4f92-9a55-e8647e55448b'] response: {'name': 'network-changed', 'server_uuid': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'tag': '13845ba0-8394-4994-8f3a-c990a6595f50', 'status': 'completed', 'code': 200} Jul 14 11:52:30.246614 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43704) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:30.291392 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7355cb4-1d41-476c-b587-dcd130593bf9 req-87951804-f02f-447f-b786-ad64d968c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:30.293810 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e7355cb4-1d41-476c-b587-dcd130593bf9 req-87951804-f02f-447f-b786-ad64d968c5dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 1127 time: 0.0716429 Jul 14 11:52:30.391976 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c385dc8-5513-4e27-8935-5a134b46c4f7 req-7cd2eb8a-f537-4b44-b118-90a1c0f545f5 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:30.401733 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4c385dc8-5513-4e27-8935-5a134b46c4f7 req-7cd2eb8a-f537-4b44-b118-90a1c0f545f5 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 943 time: 0.0725467 Jul 14 11:52:30.418457 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7355cb4-1d41-476c-b587-dcd130593bf9 req-5564c9ed-2ddb-4a0a-bb58-73f48e81cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:30.422693 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e7355cb4-1d41-476c-b587-dcd130593bf9 req-5564c9ed-2ddb-4a0a-bb58-73f48e81cde7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7119e46a06b54c2984b21f32d9c156e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1221976 Jul 14 11:52:30.458513 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c8f31715-e4d0-44bc-b38a-4faff385e6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:30.483612 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4c385dc8-5513-4e27-8935-5a134b46c4f7 req-0344a5d2-5071-48b9-9bc3-6175cec6d41b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727921 Jul 14 11:52:30.496093 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:30.529068 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:30.536890 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7355cb4-1d41-476c-b587-dcd130593bf9 req-500bee46-f722-4155-a116-92956ca41ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:30.538394 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-e7355cb4-1d41-476c-b587-dcd130593bf9 req-500bee46-f722-4155-a116-92956ca41ac5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038668 Jul 14 11:52:30.558571 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c8f31715-e4d0-44bc-b38a-4faff385e6df admin admin] Publish callbacks [] for security_group (7d9e6964-3dea-4290-b7a6-6cfb365f6342), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:30.615037 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-29d1f761-24bf-4fbf-9c35-1631c59e211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:30.616517 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-29d1f761-24bf-4fbf-9c35-1631c59e211b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 1127 time: 0.0401819 Jul 14 11:52:30.662274 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-2b22afbe-8dba-4b53-ab03-b4bb191d0f8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13845ba0-8394-4994-8f3a-c990a6595f50 HTTP/1.1" status: 200 len: 217 time: 0.0337112 Jul 14 11:52:30.662635 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c8f31715-e4d0-44bc-b38a-4faff385e6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (7d9e6964-3dea-4290-b7a6-6cfb365f6342), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:30.731722 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f31715-e4d0-44bc-b38a-4faff385e6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9e6964-3dea-4290-b7a6-6cfb365f6342,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:30.733275 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-c8baeb35-0150-4d4a-af50-a1532bcfa595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:30.736566 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-c8baeb35-0150-4d4a-af50-a1532bcfa595 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0705619 Jul 14 11:52:30.736747 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-c8f31715-e4d0-44bc-b38a-4faff385e6df admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e5d5d10d293e42ed9bf235340bf7cc53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4887779 Jul 14 11:52:30.739045 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43722) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:30.778758 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:30.790434 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-88a53210-951e-4164-b538-ac3720125e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:30.792580 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-88a53210-951e-4164-b538-ac3720125e41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511658 Jul 14 11:52:30.806580 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10d1afb9-81ac-4585-801f-f4c746246e2d admin admin] Publish callbacks [] for security_group (7d9e6964-3dea-4290-b7a6-6cfb365f6342), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:30.832512 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10d1afb9-81ac-4585-801f-f4c746246e2d admin admin] Publish callbacks [] for security_group (7d9e6964-3dea-4290-b7a6-6cfb365f6342), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:30.893609 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-6b5ae28b-4978-46e5-8d0f-db20d412f11c service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951016 Jul 14 11:52:30.994668 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-834ee496-01b1-4db4-ba1c-ce30a0acec61 req-9a6db50a-56af-47b1-82b9-c5b880d5d32e service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952184 Jul 14 11:52:31.017628 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10d1afb9-81ac-4585-801f-f4c746246e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (7d9e6964-3dea-4290-b7a6-6cfb365f6342), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:31.020403 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-10d1afb9-81ac-4585-801f-f4c746246e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:31.026007 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-10d1afb9-81ac-4585-801f-f4c746246e2d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7d9e6964-3dea-4290-b7a6-6cfb365f6342 HTTP/1.1" status: 204 len: 168 time: 0.2815857 Jul 14 11:52:31.030679 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1afb9-81ac-4585-801f-f4c746246e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9e6964-3dea-4290-b7a6-6cfb365f6342,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:31.592254 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43750) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:31.608952 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c6fb-d5bc-4690-81f0-5bced1e711ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:31.613649 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b7088-6180-4a0c-8982-28e890fcecd7 req-789f45cb-6444-4ff7-95e0-6dd68002f508 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:31.619892 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d07b7088-6180-4a0c-8982-28e890fcecd7 req-789f45cb-6444-4ff7-95e0-6dd68002f508 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 943 time: 0.0566444 Jul 14 11:52:31.672854 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d07b7088-6180-4a0c-8982-28e890fcecd7 req-9089d0d2-0c21-487d-85a8-fb035698c738 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516915 Jul 14 11:52:31.689395 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c6fb-d5bc-4690-81f0-5bced1e711ff admin admin] Publish callbacks [] for security_group (59923e59-5cfb-470f-bb8f-36cadef330ff), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:31.766322 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c6fb-d5bc-4690-81f0-5bced1e711ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (59923e59-5cfb-470f-bb8f-36cadef330ff), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:31.806302 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-ecd5c6fb-d5bc-4690-81f0-5bced1e711ff admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6372e09e2c8d4df8af6681b74b4592bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129116 Jul 14 11:52:31.807200 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:31.809182 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 43756) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:31.809426 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5c6fb-d5bc-4690-81f0-5bced1e711ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59923e59-5cfb-470f-bb8f-36cadef330ff,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:31.868257 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4cfa77a1-7b3b-4881-aab3-2ce206b5567b admin admin] Publish callbacks [] for security_group (59923e59-5cfb-470f-bb8f-36cadef330ff), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:31.891585 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4cfa77a1-7b3b-4881-aab3-2ce206b5567b admin admin] Publish callbacks [] for security_group (59923e59-5cfb-470f-bb8f-36cadef330ff), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.012633 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4cfa77a1-7b3b-4881-aab3-2ce206b5567b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (59923e59-5cfb-470f-bb8f-36cadef330ff), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.016330 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-4cfa77a1-7b3b-4881-aab3-2ce206b5567b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.016473 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-4cfa77a1-7b3b-4881-aab3-2ce206b5567b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/59923e59-5cfb-470f-bb8f-36cadef330ff HTTP/1.1" status: 204 len: 168 time: 0.2060659 Jul 14 11:52:32.019692 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:32.025915 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa77a1-7b3b-4881-aab3-2ce206b5567b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59923e59-5cfb-470f-bb8f-36cadef330ff,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:32.235121 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 43766) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:32.258711 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:32.270535 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:32.369885 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e869dbec-6b19-400d-904e-cb5b6eb945ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.466422 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e869dbec-6b19-400d-904e-cb5b6eb945ed admin admin] Publish callbacks [] for security_group (44c23511-3aff-4431-9aec-e1c5b69cdf6e), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.527010 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-e869dbec-6b19-400d-904e-cb5b6eb945ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (44c23511-3aff-4431-9aec-e1c5b69cdf6e), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.567587 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-e869dbec-6b19-400d-904e-cb5b6eb945ed admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3de56edd4b0140b692b4e4f62deb5bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313782 Jul 14 11:52:32.569523 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869dbec-6b19-400d-904e-cb5b6eb945ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c23511-3aff-4431-9aec-e1c5b69cdf6e,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:32.570538 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43784) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:32.634231 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-20d94517-fc03-430b-8263-0828ae2b37d1 admin admin] Publish callbacks [] for security_group (44c23511-3aff-4431-9aec-e1c5b69cdf6e), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.656509 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-20d94517-fc03-430b-8263-0828ae2b37d1 admin admin] Publish callbacks [] for security_group (44c23511-3aff-4431-9aec-e1c5b69cdf6e), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.690394 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 43790) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:32.710687 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fc9dab0e-7f17-42ff-bb3e-a54afa6d921b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.783408 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-20d94517-fc03-430b-8263-0828ae2b37d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (44c23511-3aff-4431-9aec-e1c5b69cdf6e), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.785835 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-20d94517-fc03-430b-8263-0828ae2b37d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.786967 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-20d94517-fc03-430b-8263-0828ae2b37d1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/44c23511-3aff-4431-9aec-e1c5b69cdf6e HTTP/1.1" status: 204 len: 168 time: 0.2152951 Jul 14 11:52:32.800189 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d94517-fc03-430b-8263-0828ae2b37d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c23511-3aff-4431-9aec-e1c5b69cdf6e,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:32.825093 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004cca8-ca98-437b-82f9-8f92816c5e40 req-895dcea6-466f-4324-9174-53c2fc76f8a9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:32.834448 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c004cca8-ca98-437b-82f9-8f92816c5e40 req-895dcea6-466f-4324-9174-53c2fc76f8a9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 943 time: 0.0820050 Jul 14 11:52:32.840509 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fc9dab0e-7f17-42ff-bb3e-a54afa6d921b admin admin] Publish callbacks [] for security_group (852cae60-6362-4f2f-9c26-28710c1cb59d), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.884652 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-c004cca8-ca98-437b-82f9-8f92816c5e40 req-d1d17425-ac3f-49cf-83d0-c0218f7b2156 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484250 Jul 14 11:52:32.898253 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fc9dab0e-7f17-42ff-bb3e-a54afa6d921b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (852cae60-6362-4f2f-9c26-28710c1cb59d), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:32.939304 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-fc9dab0e-7f17-42ff-bb3e-a54afa6d921b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ecb78846b3294d56b99b2d120991c805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468312 Jul 14 11:52:32.940697 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dab0e-7f17-42ff-bb3e-a54afa6d921b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852cae60-6362-4f2f-9c26-28710c1cb59d,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:32.942417 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43796) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:32.993971 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ad2edb92-9081-4441-bdeb-413190568a58 admin admin] Publish callbacks [] for security_group (852cae60-6362-4f2f-9c26-28710c1cb59d), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:33.023028 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ad2edb92-9081-4441-bdeb-413190568a58 admin admin] Publish callbacks [] for security_group (852cae60-6362-4f2f-9c26-28710c1cb59d), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:33.144426 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ad2edb92-9081-4441-bdeb-413190568a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (852cae60-6362-4f2f-9c26-28710c1cb59d), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:33.147610 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-ad2edb92-9081-4441-bdeb-413190568a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:33.149066 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-ad2edb92-9081-4441-bdeb-413190568a58 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/852cae60-6362-4f2f-9c26-28710c1cb59d HTTP/1.1" status: 204 len: 168 time: 0.2048695 Jul 14 11:52:33.151823 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:33.158455 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2edb92-9081-4441-bdeb-413190568a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852cae60-6362-4f2f-9c26-28710c1cb59d,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:34.002482 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:34.011685 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dccc0-cdf8-4166-ab0d-21cc9dd03347 req-00aba44e-3780-4d62-951d-5742e4a2aab1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:34.013215 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a29dccc0-cdf8-4166-ab0d-21cc9dd03347 req-00aba44e-3780-4d62-951d-5742e4a2aab1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 943 time: 0.0556042 Jul 14 11:52:34.063626 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43834) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:34.074152 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a29dccc0-cdf8-4166-ab0d-21cc9dd03347 req-97b2d2b1-e6d6-44e6-923a-88aee8917420 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538318 Jul 14 11:52:34.303267 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fb9bf1a2-c148-48c1-8ae5-7a8ccf02e533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:34.381279 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fb9bf1a2-c148-48c1-8ae5-7a8ccf02e533 admin admin] Publish callbacks [] for security_group (f05625e2-bb27-4e53-a72d-01b36a3b77a8), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:34.469429 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fb9bf1a2-c148-48c1-8ae5-7a8ccf02e533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f05625e2-bb27-4e53-a72d-01b36a3b77a8), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:34.511200 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-fb9bf1a2-c148-48c1-8ae5-7a8ccf02e533 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6968eb6fafce4e01a4626c6aabf09c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4464622 Jul 14 11:52:34.513932 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43856) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:34.520327 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bf1a2-c148-48c1-8ae5-7a8ccf02e533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05625e2-bb27-4e53-a72d-01b36a3b77a8,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:34.570529 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8432ea1f-52dd-40bb-9e63-5bb3cdc963aa admin admin] Publish callbacks [] for security_group (f05625e2-bb27-4e53-a72d-01b36a3b77a8), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:34.592951 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8432ea1f-52dd-40bb-9e63-5bb3cdc963aa admin admin] Publish callbacks [] for security_group (f05625e2-bb27-4e53-a72d-01b36a3b77a8), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:34.841709 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8432ea1f-52dd-40bb-9e63-5bb3cdc963aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (f05625e2-bb27-4e53-a72d-01b36a3b77a8), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:34.844310 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8432ea1f-52dd-40bb-9e63-5bb3cdc963aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:34.845578 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-8432ea1f-52dd-40bb-9e63-5bb3cdc963aa admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f05625e2-bb27-4e53-a72d-01b36a3b77a8 HTTP/1.1" status: 204 len: 168 time: 0.3307319 Jul 14 11:52:34.856105 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432ea1f-52dd-40bb-9e63-5bb3cdc963aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05625e2-bb27-4e53-a72d-01b36a3b77a8,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:35.203660 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0f359-11a6-489e-a406-a27cc6274476 req-4d3828cd-4169-4f9a-8776-eed68477d4be tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:35.205423 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6fc0f359-11a6-489e-a406-a27cc6274476 req-4d3828cd-4169-4f9a-8776-eed68477d4be tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 943 time: 0.0548677 Jul 14 11:52:35.277436 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6fc0f359-11a6-489e-a406-a27cc6274476 req-b7f8db3d-72b4-4176-8f61-c7d6b8203de3 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644903 Jul 14 11:52:36.400241 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb0b32-239d-4e33-8942-d33265a9eee0 req-6abe20c3-146f-4493-a443-211df67a57f2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:36.401791 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-90cb0b32-239d-4e33-8942-d33265a9eee0 req-6abe20c3-146f-4493-a443-211df67a57f2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 943 time: 0.0550840 Jul 14 11:52:36.461643 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-90cb0b32-239d-4e33-8942-d33265a9eee0 req-89d8d126-32da-4c98-80a5-34784bf3a997 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449219 Jul 14 11:52:36.946667 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 43946) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:37.061564 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-878e6cf5-691c-464d-b15a-58d28bb2cdc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:37.140383 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-878e6cf5-691c-464d-b15a-58d28bb2cdc3 admin admin] Publish callbacks [] for security_group (9a39e31e-000f-48ff-8d0c-0ce1eec09d76), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:37.200794 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-878e6cf5-691c-464d-b15a-58d28bb2cdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (9a39e31e-000f-48ff-8d0c-0ce1eec09d76), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:37.248536 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-878e6cf5-691c-464d-b15a-58d28bb2cdc3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c8efb9b9a158481f9f9c521d765f48fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006885 Jul 14 11:52:37.249276 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e6cf5-691c-464d-b15a-58d28bb2cdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a39e31e-000f-48ff-8d0c-0ce1eec09d76,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:37.251927 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 43950) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:37.303383 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fddd663b-b99a-40c3-abad-6b25cd21024e admin admin] Publish callbacks [] for security_group (9a39e31e-000f-48ff-8d0c-0ce1eec09d76), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:37.326405 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fddd663b-b99a-40c3-abad-6b25cd21024e admin admin] Publish callbacks [] for security_group (9a39e31e-000f-48ff-8d0c-0ce1eec09d76), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:37.486726 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fddd663b-b99a-40c3-abad-6b25cd21024e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (9a39e31e-000f-48ff-8d0c-0ce1eec09d76), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:37.489324 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-fddd663b-b99a-40c3-abad-6b25cd21024e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:37.496957 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-fddd663b-b99a-40c3-abad-6b25cd21024e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9a39e31e-000f-48ff-8d0c-0ce1eec09d76 HTTP/1.1" status: 204 len: 168 time: 0.2373302 Jul 14 11:52:37.498793 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd663b-b99a-40c3-abad-6b25cd21024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a39e31e-000f-48ff-8d0c-0ce1eec09d76,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:37.573515 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c324c3b-ba70-4686-943a-f46a3ce2e3a9 req-ba3c887c-ac9f-47aa-b7f1-53da92d21639 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:37.574999 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6c324c3b-ba70-4686-943a-f46a3ce2e3a9 req-ba3c887c-ac9f-47aa-b7f1-53da92d21639 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 943 time: 0.0498514 Jul 14 11:52:37.624931 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6c324c3b-ba70-4686-943a-f46a3ce2e3a9 req-adbb6e92-1eed-4b55-b295-25327017cd3a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443101 Jul 14 11:52:38.005810 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 43964) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:38.027311 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-75704e6c-005d-4b1e-a784-3a3257af3454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:38.109812 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-75704e6c-005d-4b1e-a784-3a3257af3454 admin admin] Publish callbacks [] for security_group (5f8862b0-dd06-4a0d-8aa7-d629d5c37b90), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:38.188884 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-75704e6c-005d-4b1e-a784-3a3257af3454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5f8862b0-dd06-4a0d-8aa7-d629d5c37b90), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:38.227878 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75704e6c-005d-4b1e-a784-3a3257af3454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8862b0-dd06-4a0d-8aa7-d629d5c37b90,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:38.232953 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-75704e6c-005d-4b1e-a784-3a3257af3454 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8d12c4267ab64e6f89e8cba3f1c74a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259512 Jul 14 11:52:38.235656 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 43966) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:38.285084 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-340a345b-c665-4f07-832c-4b93c338b082 admin admin] Publish callbacks [] for security_group (5f8862b0-dd06-4a0d-8aa7-d629d5c37b90), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:38.307853 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-340a345b-c665-4f07-832c-4b93c338b082 admin admin] Publish callbacks [] for security_group (5f8862b0-dd06-4a0d-8aa7-d629d5c37b90), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:38.446037 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-340a345b-c665-4f07-832c-4b93c338b082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (5f8862b0-dd06-4a0d-8aa7-d629d5c37b90), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:38.448677 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-340a345b-c665-4f07-832c-4b93c338b082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:38.455011 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-340a345b-c665-4f07-832c-4b93c338b082 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5f8862b0-dd06-4a0d-8aa7-d629d5c37b90 HTTP/1.1" status: 204 len: 168 time: 0.2133148 Jul 14 11:52:38.458672 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a345b-c665-4f07-832c-4b93c338b082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8862b0-dd06-4a0d-8aa7-d629d5c37b90,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:38.745697 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18431ab-3dc6-4feb-9a80-9f60fb91c05a req-4ba9196b-b697-40b5-9983-04e0df3b71fc tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:38.746583 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d18431ab-3dc6-4feb-9a80-9f60fb91c05a req-4ba9196b-b697-40b5-9983-04e0df3b71fc tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 943 time: 0.0491564 Jul 14 11:52:38.758080 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:38.803007 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d18431ab-3dc6-4feb-9a80-9f60fb91c05a req-74f07cab-49d0-433c-b39a-4ff4c4fae86a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504277 Jul 14 11:52:39.303430 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 13845ba0-8394-4994-8f3a-c990a6595f50 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:52:39.408988 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 13845ba0-8394-4994-8f3a-c990a6595f50, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=13845ba0-8394-4994-8f3a-c990a6595f50,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:39.422284 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '13845ba0-8394-4994-8f3a-c990a6595f50', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'port_id': '13845ba0-8394-4994-8f3a-c990a6595f50', 'mac_address': 'fa:16:3e:c3:65:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:52:39.458406 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 13845ba0-8394-4994-8f3a-c990a6595f50 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:52:39.458809 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:39.472855 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13845ba0-8394-4994-8f3a-c990a6595f50 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:52:39.494181 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 13845ba0-8394-4994-8f3a-c990a6595f50, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=13845ba0-8394-4994-8f3a-c990a6595f50,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:39.562010 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:39.611393 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=13845ba0-8394-4994-8f3a-c990a6595f50,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:39.618675 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.619013 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.619345 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.619678 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.620006 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.620323 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.620642 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.620955 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.621295 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.621649 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.621973 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.622289 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.622604 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.622919 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.623224 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:39.812654 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['13845ba0-8394-4994-8f3a-c990a6595f50'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:52:39.937810 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99cc0c-ed24-4349-992e-2a844fbbd3ef req-56276464-59fb-4fe1-bca0-b7a4fe8a5bad tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:39.940160 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1d99cc0c-ed24-4349-992e-2a844fbbd3ef req-56276464-59fb-4fe1-bca0-b7a4fe8a5bad tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 944 time: 0.0504308 Jul 14 11:52:39.993541 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1d99cc0c-ed24-4349-992e-2a844fbbd3ef req-939283b1-bc05-43ab-ac9b-b53223e7bf33 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465016 Jul 14 11:52:40.293923 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:52:40.563930 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 13845ba0-8394-4994-8f3a-c990a6595f50 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:40.658256 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 13845ba0-8394-4994-8f3a-c990a6595f50 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:52:40.720671 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 13845ba0-8394-4994-8f3a-c990a6595f50 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:52:40.721042 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:40.793910 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 13845ba0-8394-4994-8f3a-c990a6595f50 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:52:40.794285 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:40.812936 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:40.818338 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13845ba0-8394-4994-8f3a-c990a6595f50'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:52:40.820560 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9756b696-8163-45ab-bf69-e6f7209cc805" -d '{"events": [{"server_uuid": "cec7809b-bc37-4ba9-9481-743c85a10de8", "name": "network-vif-plugged", "status": "completed", "tag": "13845ba0-8394-4994-8f3a-c990a6595f50"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:40.837522 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 13845ba0-8394-4994-8f3a-c990a6595f50, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=13845ba0-8394-4994-8f3a-c990a6595f50,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:40.857053 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59949e48-b0e4-4177-b77a-678466cdf7ac x-openstack-request-id: req-59949e48-b0e4-4177-b77a-678466cdf7ac {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:40.857904 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec7809b-bc37-4ba9-9481-743c85a10de8", "name": "network-vif-plugged", "status": "completed", "tag": "13845ba0-8394-4994-8f3a-c990a6595f50", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:40.858167 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-59949e48-b0e4-4177-b77a-678466cdf7ac {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:40.858717 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59949e48-b0e4-4177-b77a-678466cdf7ac'] response: {'server_uuid': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13845ba0-8394-4994-8f3a-c990a6595f50', 'code': 200} Jul 14 11:52:40.880919 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:40.934556 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=13845ba0-8394-4994-8f3a-c990a6595f50,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:41.112450 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22ba1-0f12-4efa-898a-c3752033f51e req-c0d6dff8-17f5-4a49-9dc5-e372626e7a23 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:41.113979 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41e22ba1-0f12-4efa-898a-c3752033f51e req-c0d6dff8-17f5-4a49-9dc5-e372626e7a23 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 945 time: 0.0505650 Jul 14 11:52:41.125590 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:41.133479 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:41.165746 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-41e22ba1-0f12-4efa-898a-c3752033f51e req-e3f31944-a7d6-48a1-b445-33c3ad655c0c tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461297 Jul 14 11:52:41.182620 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02acb-c0fd-43c9-a089-9842cb62bfed req-137e5901-bcd7-45bb-a9c4-9bd77c82bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:41.184203 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-21c02acb-c0fd-43c9-a089-9842cb62bfed req-137e5901-bcd7-45bb-a9c4-9bd77c82bf9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 1129 time: 0.0415022 Jul 14 11:52:41.240686 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-21c02acb-c0fd-43c9-a089-9842cb62bfed req-cd5cef27-88ea-444c-8c9c-83fb628affe3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499701 Jul 14 11:52:42.285546 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80764477-ae44-4f72-83c1-27b6585bbd98 req-5a8a17d4-35dc-4d52-8cd8-f98216c3da13 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:42.287088 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-80764477-ae44-4f72-83c1-27b6585bbd98 req-5a8a17d4-35dc-4d52-8cd8-f98216c3da13 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 945 time: 0.0489120 Jul 14 11:52:42.338144 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-80764477-ae44-4f72-83c1-27b6585bbd98 req-330097ef-64b0-4555-b528-6da366bd7eca tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451136 Jul 14 11:52:43.456596 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951eb262-1ef2-4376-8094-a9aa3c68e458 req-cc8c95e0-b2f6-4793-8ba8-78227fb4d863 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:43.458309 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-951eb262-1ef2-4376-8094-a9aa3c68e458 req-cc8c95e0-b2f6-4793-8ba8-78227fb4d863 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 945 time: 0.0493968 Jul 14 11:52:43.510236 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-951eb262-1ef2-4376-8094-a9aa3c68e458 req-2abb7c12-4366-477e-8b7e-9e3017db733c tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459988 Jul 14 11:52:43.634574 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce8db9-6b7a-4e47-b816-1167ebf5bab8 req-9421d292-372e-458c-8ac2-ccf00cdfd1db tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:43.638171 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-88ce8db9-6b7a-4e47-b816-1167ebf5bab8 req-9421d292-372e-458c-8ac2-ccf00cdfd1db tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 945 time: 0.0552568 Jul 14 11:52:43.647439 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:43.686783 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-88ce8db9-6b7a-4e47-b816-1167ebf5bab8 req-5ac9cbeb-e61c-4810-b45c-1497556feac8 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450048 Jul 14 11:52:43.709614 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 44142) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:44.053421 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1ddae-b333-4cb8-a344-586f2d534be3 tempest-TestVolumeBootPattern-1677872159 tempest-TestVolumeBootPattern-1677872159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:44.055121 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-d3e1ddae-b333-4cb8-a344-586f2d534be3 tempest-TestVolumeBootPattern-1677872159 tempest-TestVolumeBootPattern-1677872159-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 1124 time: 0.3442996 Jul 14 11:52:44.058246 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 44154) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:44.063261 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'port_id': '13845ba0-8394-4994-8f3a-c990a6595f50', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:52:44.083453 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44156) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:44.112114 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 44160) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:44.143818 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.207078 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e3d98e15-51d6-42fe-a2ef-9feee2224275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.240749 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d5ff247e-b247-4578-bbc4-8d967554d215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.250864 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.286433 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e3d98e15-51d6-42fe-a2ef-9feee2224275 admin admin] Publish callbacks [] for security_group (d6a5cf7c-3615-4803-b108-1c56dee2f77d), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.356141 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:44.395489 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e3d98e15-51d6-42fe-a2ef-9feee2224275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (d6a5cf7c-3615-4803-b108-1c56dee2f77d), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.413319 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Allocated IP 172.27.3.95 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/059f2080-9073-439c-9f40-69f41a38f841) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:44.437951 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d5ff247e-b247-4578-bbc4-8d967554d215 admin admin] Publish callbacks [] for security_group (9e9811cc-543c-4a35-9fd5-1019ed9e3b8d), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.441744 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e3d98e15-51d6-42fe-a2ef-9feee2224275 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5c08a4ef4b4d4e368a5df4a11ca3b89e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571134 Jul 14 11:52:44.442613 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d98e15-51d6-42fe-a2ef-9feee2224275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a5cf7c-3615-4803-b108-1c56dee2f77d,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:44.444873 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44164) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:44.497747 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7c07d9e-d69b-4410-88da-a8b508279d15 admin admin] Publish callbacks [] for security_group (d6a5cf7c-3615-4803-b108-1c56dee2f77d), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.520552 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-d5ff247e-b247-4578-bbc4-8d967554d215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (9e9811cc-543c-4a35-9fd5-1019ed9e3b8d), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.521709 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7c07d9e-d69b-4410-88da-a8b508279d15 admin admin] Publish callbacks [] for security_group (d6a5cf7c-3615-4803-b108-1c56dee2f77d), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.569736 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for port (059f2080-9073-439c-9f40-69f41a38f841), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.575094 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff247e-b247-4578-bbc4-8d967554d215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9811cc-543c-4a35-9fd5-1019ed9e3b8d,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:44.583597 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-d5ff247e-b247-4578-bbc4-8d967554d215 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=43570714c9364a02ad1a807c9d883954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4704027 Jul 14 11:52:44.586496 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44166) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:44.637331 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a75056c-37d1-4167-9542-cfad6e67acbd admin admin] Publish callbacks [] for security_group (9e9811cc-543c-4a35-9fd5-1019ed9e3b8d), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.647256 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7c07d9e-d69b-4410-88da-a8b508279d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (d6a5cf7c-3615-4803-b108-1c56dee2f77d), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.650112 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a7c07d9e-d69b-4410-88da-a8b508279d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.656635 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-a7c07d9e-d69b-4410-88da-a8b508279d15 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d6a5cf7c-3615-4803-b108-1c56dee2f77d HTTP/1.1" status: 204 len: 168 time: 0.2054365 Jul 14 11:52:44.671481 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a75056c-37d1-4167-9542-cfad6e67acbd admin admin] Publish callbacks [] for security_group (9e9811cc-543c-4a35-9fd5-1019ed9e3b8d), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.673388 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c07d9e-d69b-4410-88da-a8b508279d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a5cf7c-3615-4803-b108-1c56dee2f77d,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:44.710044 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (059f2080-9073-439c-9f40-69f41a38f841), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.751634 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:44.754610 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:44.760271 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:52:44.761960 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:44.784906 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'Port': ['ID=059f2080-9073-439c-9f40-69f41a38f841,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:44.794585 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a75056c-37d1-4167-9542-cfad6e67acbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (9e9811cc-543c-4a35-9fd5-1019ed9e3b8d), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.797191 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a75056c-37d1-4167-9542-cfad6e67acbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:44.798524 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-3a75056c-37d1-4167-9542-cfad6e67acbd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9e9811cc-543c-4a35-9fd5-1019ed9e3b8d HTTP/1.1" status: 204 len: 168 time: 0.2105823 Jul 14 11:52:44.811594 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75056c-37d1-4167-9542-cfad6e67acbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9811cc-543c-4a35-9fd5-1019ed9e3b8d,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:44.971230 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1357d5be-7ba0-455b-bf62-f41807d170cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.185346 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (f6328008-c8ac-4cb2-86e3-8a9a0713a99a), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.340547 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (059f2080-9073-439c-9f40-69f41a38f841), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.363244 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:45.435251 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44178) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:45.453436 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4cd18cdb-97d3-47d3-80ce-dfe1f6f54e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.546133 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4cd18cdb-97d3-47d3-80ce-dfe1f6f54e87 admin admin] Publish callbacks [] for security_group (6dc04469-b0ad-45c1-8a7f-e8b0b18939b5), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.635225 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-4cd18cdb-97d3-47d3-80ce-dfe1f6f54e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (6dc04469-b0ad-45c1-8a7f-e8b0b18939b5), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.642046 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:45.678722 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd18cdb-97d3-47d3-80ce-dfe1f6f54e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc04469-b0ad-45c1-8a7f-e8b0b18939b5,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:45.697440 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-4cd18cdb-97d3-47d3-80ce-dfe1f6f54e87 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=809fa42e8a964fc88f644c590ac6e855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585795 Jul 14 11:52:45.697741 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44184) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:45.706242 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:45.755164 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-73596be5-54cc-45ab-bf53-1d9000edfbda admin admin] Publish callbacks [] for security_group (6dc04469-b0ad-45c1-8a7f-e8b0b18939b5), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.778792 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-73596be5-54cc-45ab-bf53-1d9000edfbda admin admin] Publish callbacks [] for security_group (6dc04469-b0ad-45c1-8a7f-e8b0b18939b5), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.783827 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for port (059f2080-9073-439c-9f40-69f41a38f841), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.926373 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24026211'] for port (059f2080-9073-439c-9f40-69f41a38f841), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.927265 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-73596be5-54cc-45ab-bf53-1d9000edfbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (6dc04469-b0ad-45c1-8a7f-e8b0b18939b5), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.929952 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-73596be5-54cc-45ab-bf53-1d9000edfbda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:45.931043 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-73596be5-54cc-45ab-bf53-1d9000edfbda admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6dc04469-b0ad-45c1-8a7f-e8b0b18939b5 HTTP/1.1" status: 204 len: 168 time: 0.2324634 Jul 14 11:52:45.939100 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73596be5-54cc-45ab-bf53-1d9000edfbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc04469-b0ad-45c1-8a7f-e8b0b18939b5,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:45.995134 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'Port': ['ID=059f2080-9073-439c-9f40-69f41a38f841,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:46.008520 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (f6328008-c8ac-4cb2-86e3-8a9a0713a99a), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:46.109048 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Floating IP f6328008-c8ac-4cb2-86e3-8a9a0713a99a associated. External IP: 172.27.3.95, port: 13845ba0-8394-4994-8f3a-c990a6595f50. Jul 14 11:52:46.315031 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Router b2280d06-5850-4e62-9d27-f6eaf478a513 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:52:46.401832 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:46.425652 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:46.435712 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2bfc0-3102-4d46-be8a-c16f10523af0 None None] Sync routers for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:46.448854 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2bfc0-3102-4d46-be8a-c16f10523af0 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:52:46.449838 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-eaa2bfc0-3102-4d46-be8a-c16f10523af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:52:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:46.505290 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:46.539804 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-14bf17b6-d8c1-4771-b70a-043c7ece4eba tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4782302 Jul 14 11:52:46.539804 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'tag': '13845ba0-8394-4994-8f3a-c990a6595f50'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:52:46.540645 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5d9160-eeea-4e49-af9a-49b998f2621f" -d '{"events": [{"name": "network-changed", "server_uuid": "cec7809b-bc37-4ba9-9481-743c85a10de8", "tag": "13845ba0-8394-4994-8f3a-c990a6595f50"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:52:46.554232 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-eaa2bfc0-3102-4d46-be8a-c16f10523af0 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:52:46.579598 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1b4b9a-3252-43bb-8e34-f9f0450e3334 x-openstack-request-id: req-2d1b4b9a-3252-43bb-8e34-f9f0450e3334 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:52:46.579896 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec7809b-bc37-4ba9-9481-743c85a10de8", "tag": "13845ba0-8394-4994-8f3a-c990a6595f50", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:52:46.580150 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2d1b4b9a-3252-43bb-8e34-f9f0450e3334 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:52:46.581076 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1b4b9a-3252-43bb-8e34-f9f0450e3334'] response: {'name': 'network-changed', 'server_uuid': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'tag': '13845ba0-8394-4994-8f3a-c990a6595f50', 'status': 'completed', 'code': 200} Jul 14 11:52:46.850377 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-eaa2bfc0-3102-4d46-be8a-c16f10523af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'f6328008-c8ac-4cb2-86e3-8a9a0713a99a', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '13845ba0-8394-4994-8f3a-c990a6595f50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:c3:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:52:45Z', 'updated_at': '2022-07-14T11:52:45Z', 'revision_number': 0, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:46.879787 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2bfc0-3102-4d46-be8a-c16f10523af0 None None] Checking router: b2280d06-5850-4e62-9d27-f6eaf478a513 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:46.888159 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2bfc0-3102-4d46-be8a-c16f10523af0 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:52:46.888762 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-eaa2bfc0-3102-4d46-be8a-c16f10523af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:52:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:46.990311 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:46.991730 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:46.991998 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-eaa2bfc0-3102-4d46-be8a-c16f10523af0 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:52:47.080713 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1e51e096-c25e-4e6c-a311-064ee1466510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:47.210191 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-eaa2bfc0-3102-4d46-be8a-c16f10523af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'f6328008-c8ac-4cb2-86e3-8a9a0713a99a', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '13845ba0-8394-4994-8f3a-c990a6595f50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:c3:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:52:45Z', 'updated_at': '2022-07-14T11:52:45Z', 'revision_number': 0, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:47.239266 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2bfc0-3102-4d46-be8a-c16f10523af0 None None] The sync data for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi is: [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'f6328008-c8ac-4cb2-86e3-8a9a0713a99a', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '13845ba0-8394-4994-8f3a-c990a6595f50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:c3:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:52:45Z', 'updated_at': '2022-07-14T11:52:45Z', 'revision_number': 0, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:47.446643 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6134a46-eb87-4fbf-8620-23bc979cae97 None None] New status for floating IP f6328008-c8ac-4cb2-86e3-8a9a0713a99a: ACTIVE {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:52:48.292250 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:48.752441 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d9160-eeea-4e49-af9a-49b998f2621f req-89c05e88-8e05-4c9c-aee8-facb32e36b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:48.754061 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-df5d9160-eeea-4e49-af9a-49b998f2621f req-89c05e88-8e05-4c9c-aee8-facb32e36b0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 1129 time: 0.0430460 Jul 14 11:52:48.850333 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d9160-eeea-4e49-af9a-49b998f2621f req-0508a297-e8fd-4c2d-a840-3de6d4511414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:48.851807 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-df5d9160-eeea-4e49-af9a-49b998f2621f req-0508a297-e8fd-4c2d-a840-3de6d4511414 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 913 time: 0.0910981 Jul 14 11:52:48.915463 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-df5d9160-eeea-4e49-af9a-49b998f2621f req-7fbdd5eb-8ce2-4ed7-a4e7-3ae653039ff4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13845ba0-8394-4994-8f3a-c990a6595f50 HTTP/1.1" status: 200 len: 1000 time: 0.0567181 Jul 14 11:52:48.965325 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d9160-eeea-4e49-af9a-49b998f2621f req-156262a2-db2b-49cb-b935-ff4d61017529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:48.966802 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-df5d9160-eeea-4e49-af9a-49b998f2621f req-156262a2-db2b-49cb-b935-ff4d61017529 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0444515 Jul 14 11:52:49.014296 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d9160-eeea-4e49-af9a-49b998f2621f req-f4eaa708-8e09-469a-a107-13a74160cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:52:49.016428 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-df5d9160-eeea-4e49-af9a-49b998f2621f req-f4eaa708-8e09-469a-a107-13a74160cff5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433867 Jul 14 11:52:49.105741 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-df5d9160-eeea-4e49-af9a-49b998f2621f req-9c425f12-3aa7-43ff-a369-a04a531875b9 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835850 Jul 14 11:52:49.170399 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:49.198371 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-df5d9160-eeea-4e49-af9a-49b998f2621f req-00fac06c-9e60-4f54-b3e0-63507606d258 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871215 Jul 14 11:52:49.646507 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:50.011569 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:56.115198 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:57.212750 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=71 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:57.213644 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=79 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:57.846521 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:59.196027 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=55 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:52:59.407620 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44426) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:59.518632 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a239cd50-daa8-49da-ad25-b152c6298e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:59.599230 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a239cd50-daa8-49da-ad25-b152c6298e61 admin admin] Publish callbacks [] for security_group (35377775-f813-467e-b89e-ff83f05b065a), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:59.709004 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-a239cd50-daa8-49da-ad25-b152c6298e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (35377775-f813-467e-b89e-ff83f05b065a), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:59.754762 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-a239cd50-daa8-49da-ad25-b152c6298e61 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=65f66da0127c4b08ac88f7eaabacf184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511665 Jul 14 11:52:59.755501 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239cd50-daa8-49da-ad25-b152c6298e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35377775-f813-467e-b89e-ff83f05b065a,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:59.760103 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44432) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:52:59.811598 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b53069bf-f563-41c3-a2fe-af5aa6168456 admin admin] Publish callbacks [] for security_group (35377775-f813-467e-b89e-ff83f05b065a), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:59.834104 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b53069bf-f563-41c3-a2fe-af5aa6168456 admin admin] Publish callbacks [] for security_group (35377775-f813-467e-b89e-ff83f05b065a), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:52:59.935224 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:00.000240 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b53069bf-f563-41c3-a2fe-af5aa6168456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (35377775-f813-467e-b89e-ff83f05b065a), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:00.004204 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b53069bf-f563-41c3-a2fe-af5aa6168456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:00.005338 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-b53069bf-f563-41c3-a2fe-af5aa6168456 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/35377775-f813-467e-b89e-ff83f05b065a HTTP/1.1" status: 204 len: 168 time: 0.2440760 Jul 14 11:53:00.013927 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53069bf-f563-41c3-a2fe-af5aa6168456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35377775-f813-467e-b89e-ff83f05b065a,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:00.673910 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44440) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:53:00.688770 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9fadcaf7-917c-4093-9a4f-d2a5100254d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:00.771173 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9fadcaf7-917c-4093-9a4f-d2a5100254d2 admin admin] Publish callbacks [] for security_group (699ab369-2d40-4241-a5ec-9d00bb1f65fd), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:00.846355 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9fadcaf7-917c-4093-9a4f-d2a5100254d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (699ab369-2d40-4241-a5ec-9d00bb1f65fd), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:00.887795 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadcaf7-917c-4093-9a4f-d2a5100254d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699ab369-2d40-4241-a5ec-9d00bb1f65fd,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:00.892126 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-9fadcaf7-917c-4093-9a4f-d2a5100254d2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=acbe617ee75546c4a430c206dae14aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171006 Jul 14 11:53:00.897089 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44442) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:53:00.949233 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-459acaea-8748-4269-b59c-35f08fd3bd69 admin admin] Publish callbacks [] for security_group (699ab369-2d40-4241-a5ec-9d00bb1f65fd), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:00.971932 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-459acaea-8748-4269-b59c-35f08fd3bd69 admin admin] Publish callbacks [] for security_group (699ab369-2d40-4241-a5ec-9d00bb1f65fd), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:01.097228 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-459acaea-8748-4269-b59c-35f08fd3bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (699ab369-2d40-4241-a5ec-9d00bb1f65fd), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:01.099725 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-459acaea-8748-4269-b59c-35f08fd3bd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:01.100895 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-459acaea-8748-4269-b59c-35f08fd3bd69 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/699ab369-2d40-4241-a5ec-9d00bb1f65fd HTTP/1.1" status: 204 len: 168 time: 0.2028420 Jul 14 11:53:01.109101 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459acaea-8748-4269-b59c-35f08fd3bd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699ab369-2d40-4241-a5ec-9d00bb1f65fd,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:07.570166 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-903cbd69-9d81-4257-b918-f2ac000363ae req-779cfa3c-36f7-4d8f-bb48-9dfa4ae10a6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415413 Jul 14 11:53:07.653087 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cbd69-9d81-4257-b918-f2ac000363ae req-f1da5092-105f-4153-bef6-60cd15442ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:07.654587 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-903cbd69-9d81-4257-b918-f2ac000363ae req-f1da5092-105f-4153-bef6-60cd15442ca9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 1129 time: 0.0400438 Jul 14 11:53:07.775871 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cbd69-9d81-4257-b918-f2ac000363ae req-22be75d8-0c82-4ef5-a796-d8f822552116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:07.777490 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-903cbd69-9d81-4257-b918-f2ac000363ae req-22be75d8-0c82-4ef5-a796-d8f822552116 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 913 time: 0.0998678 Jul 14 11:53:07.809795 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:07.843012 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-903cbd69-9d81-4257-b918-f2ac000363ae req-dbc7979f-2a84-41de-b810-dd9cc71e5ddc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13845ba0-8394-4994-8f3a-c990a6595f50 HTTP/1.1" status: 200 len: 1000 time: 0.0575585 Jul 14 11:53:07.898474 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cbd69-9d81-4257-b918-f2ac000363ae req-c3d782d3-6593-49c6-8345-1313766e70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:07.899928 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-903cbd69-9d81-4257-b918-f2ac000363ae req-c3d782d3-6593-49c6-8345-1313766e70cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0507717 Jul 14 11:53:07.948322 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cbd69-9d81-4257-b918-f2ac000363ae req-4a9c1527-f1fb-4cf7-ac83-b33dbfed8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:07.950116 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-903cbd69-9d81-4257-b918-f2ac000363ae req-4a9c1527-f1fb-4cf7-ac83-b33dbfed8d4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432413 Jul 14 11:53:08.043244 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-903cbd69-9d81-4257-b918-f2ac000363ae req-bf15066e-a716-4518-b4cd-8ea4b4d34d13 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864751 Jul 14 11:53:08.142379 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-903cbd69-9d81-4257-b918-f2ac000363ae req-2516fb74-a2c1-4166-b949-6f29d17c0dcb service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912623 Jul 14 11:53:11.103857 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=73,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:11.104589 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=67,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:11.124339 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:13.312038 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=5 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:13.313048 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:14.908370 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ee3bc8f2-9ceb-4ea5-b80c-4a27aa867118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:17.062776 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a8b6-cc33-4e9a-9448-d1253177144f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:17.292424 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:53:18.137730 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=49 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:18.139542 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=52 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:18.284966 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:19.645527 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:19.988349 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:23.585909 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44634) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:53:23.698394 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:23.774142 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Publish callbacks [] for security_group (7a5d95ee-f014-437f-9ee5-fca2bafef460), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:23.822500 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (7a5d95ee-f014-437f-9ee5-fca2bafef460), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:23.862131 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=98f70aa6464146fd9c128deea9bf1c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741354 Jul 14 11:53:23.864558 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 44640) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:53:23.868256 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5d95ee-f014-437f-9ee5-fca2bafef460,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:23.878220 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.878798 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.879355 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.879901 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.880436 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.880960 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.881379 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.881735 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.882056 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.882386 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.882710 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.883657 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.884036 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.884359 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.884673 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d8dc-be19-43e3-b6ac-6cffc467cf74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:23.918873 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Publish callbacks [] for security_group (7a5d95ee-f014-437f-9ee5-fca2bafef460), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:23.941810 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Publish callbacks [] for security_group (7a5d95ee-f014-437f-9ee5-fca2bafef460), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:24.040691 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (7a5d95ee-f014-437f-9ee5-fca2bafef460), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:24.043235 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:24.044382 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7a5d95ee-f014-437f-9ee5-fca2bafef460 HTTP/1.1" status: 204 len: 168 time: 0.1786013 Jul 14 11:53:24.052626 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5d95ee-f014-437f-9ee5-fca2bafef460,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:24.060510 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.060848 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.061218 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.061576 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.061903 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.062225 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.062545 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.062866 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.063189 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.063506 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.063834 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.064140 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.064496 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.064810 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:24.065124 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea64ce2-fa16-45a2-a13f-01702bad561b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:26.590243 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44670) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:53:26.694838 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a28c-8260-4228-82ae-94ca4f36ccce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:26.769753 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a28c-8260-4228-82ae-94ca4f36ccce admin admin] Publish callbacks [] for security_group (69e644ef-f281-47fa-8c8a-de72ec481d10), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:26.834382 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a28c-8260-4228-82ae-94ca4f36ccce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (69e644ef-f281-47fa-8c8a-de72ec481d10), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:26.875227 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-b2e2a28c-8260-4228-82ae-94ca4f36ccce admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8877da2b84de4e0b8f1530218d03b18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838898 Jul 14 11:53:26.876091 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2a28c-8260-4228-82ae-94ca4f36ccce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e644ef-f281-47fa-8c8a-de72ec481d10,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:26.877984 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 44674) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:53:26.928729 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-638b1f88-192e-48a9-aea7-e2efa2b5882e admin admin] Publish callbacks [] for security_group (69e644ef-f281-47fa-8c8a-de72ec481d10), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:26.951607 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-638b1f88-192e-48a9-aea7-e2efa2b5882e admin admin] Publish callbacks [] for security_group (69e644ef-f281-47fa-8c8a-de72ec481d10), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:27.085265 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-638b1f88-192e-48a9-aea7-e2efa2b5882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (69e644ef-f281-47fa-8c8a-de72ec481d10), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:27.087802 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-638b1f88-192e-48a9-aea7-e2efa2b5882e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:27.088943 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-638b1f88-192e-48a9-aea7-e2efa2b5882e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/69e644ef-f281-47fa-8c8a-de72ec481d10 HTTP/1.1" status: 204 len: 168 time: 0.2099514 Jul 14 11:53:27.099758 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b1f88-192e-48a9-aea7-e2efa2b5882e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e644ef-f281-47fa-8c8a-de72ec481d10,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:27.289555 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:27.885169 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:28.093630 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44696) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:53:28.189923 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-487544281-network', 'tenant_id': 'e9905cd8264640fc99e83d869129d85a'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:53:28.268149 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Made reservation on behalf of e9905cd8264640fc99e83d869129d85a for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:53:28.271045 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:28.280452 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:28.356400 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Publish callbacks [] for security_group (1040ff38-a053-496c-8ead-de48f811fc21), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:28.433960 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (1040ff38-a053-496c-8ead-de48f811fc21), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:28.465176 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=111166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:53:28.471552 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1040ff38-a053-496c-8ead-de48f811fc21,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:28.477501 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (759bff7d-a45f-4c82-8865-c93e68b3ca24), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:28.477818 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Added segment 759bff7d-a45f-4c82-8865-c93e68b3ca24 of type vlan for network b461a243-e81b-4dc6-aba3-95839533f8ad Jul 14 11:53:28.520108 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (b461a243-e81b-4dc6-aba3-95839533f8ad), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:28.617121 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (b461a243-e81b-4dc6-aba3-95839533f8ad), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:28.618169 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:28.618761 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:28.651535 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:28.680805 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] Pushing event updated for resources: {'Network': ['ID=b461a243-e81b-4dc6-aba3-95839533f8ad,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:28.691528 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network b461a243-e81b-4dc6-aba3-95839533f8ad details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:53:28.722430 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-3a771aa3-52dc-48e2-a067-dae254da6554 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6277013 Jul 14 11:53:28.725301 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 44700) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:53:28.730093 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] Request body: {'subnet': {'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-487544281-subnet', 'tenant_id': 'e9905cd8264640fc99e83d869129d85a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:53:28.742882 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:28.793869 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] Made reservation on behalf of e9905cd8264640fc99e83d869129d85a for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:53:28.796255 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31020253'] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:29.005462 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31228492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31020271'] for subnet (134080eb-f74e-40f5-9cf2-eb90c41f3dce), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:29.064962 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134080eb-f74e-40f5-9cf2-eb90c41f3dce,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:29.076057 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] Checking segment: {'id': '759bff7d-a45f-4c82-8865-c93e68b3ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:53:29.076415 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] Network hostable DHCP agents. Network: b461a243-e81b-4dc6-aba3-95839533f8ad, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:53:29.130760 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] Network b461a243-e81b-4dc6-aba3-95839533f8ad is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:53:29.182651 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, b461a243-e81b-4dc6-aba3-95839533f8ad) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:53:29.186629 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:29.187217 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:29.191526 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c2faf-8b39-411c-b921-c0c3454c72ff None None] Network b461a243-e81b-4dc6-aba3-95839533f8ad requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:53:29.248650 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-42f73612-3591-4c77-89ae-aeac30700db9 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5222831 Jul 14 11:53:29.294870 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d425647-563f-423e-9cce-d83df657f6b6 None None] Network b461a243-e81b-4dc6-aba3-95839533f8ad requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:53:31.314289 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-8ca31a24-aa62-48c7-8cd5-17539a26d3a1 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:31.315647 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-8ca31a24-aa62-48c7-8cd5-17539a26d3a1 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/networks?id=b461a243-e81b-4dc6-aba3-95839533f8ad HTTP/1.1" status: 200 len: 808 time: 0.1047263 Jul 14 11:53:31.330763 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-5d73193e-913c-4ace-ade2-07c6719d8e83 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/quotas/e9905cd8264640fc99e83d869129d85a HTTP/1.1" status: 200 len: 375 time: 0.0097921 Jul 14 11:53:31.362731 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-619391ac-d814-4cef-8042-aedb64f280b9 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e9905cd8264640fc99e83d869129d85a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271044 Jul 14 11:53:31.501400 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-33570574-2e37-4cf4-8ba9-6431523185bb service neutron] 10.222.0.40 "GET /v2.0/networks/b461a243-e81b-4dc6-aba3-95839533f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322842 Jul 14 11:53:31.596062 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-8c760c9d-952b-447c-817f-2cd162311b01 service neutron] 10.222.0.40 "GET /v2.0/networks/b461a243-e81b-4dc6-aba3-95839533f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886455 Jul 14 11:53:32.836731 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-00f70380-7d9d-48ef-9ab6-fe6f43f616af req-4e1cd10c-d44a-4a7f-ad9f-ee7a25a3deb5 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 210 time: 0.0302689 Jul 14 11:53:33.933511 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1b936daf-4415-4631-8ea9-6e08ff665a5c req-271d5fd6-2f5c-4b80-b561-aff146b785e8 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 210 time: 0.0287859 Jul 14 11:53:34.856270 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-56fcfbc9-d90b-43b7-aded-06e743ca4b23 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:34.857736 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-56fcfbc9-d90b-43b7-aded-06e743ca4b23 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.55 "GET /v2.0/networks?id=b461a243-e81b-4dc6-aba3-95839533f8ad HTTP/1.1" status: 200 len: 808 time: 0.1101387 Jul 14 11:53:34.870542 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Request body: {'port': {'device_id': 'e820f5db-08dd-4219-809f-1d19d72cddee', 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad', 'admin_state_up': True, 'tenant_id': 'e9905cd8264640fc99e83d869129d85a'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:53:35.030164 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f95538b2-1095-403a-8757-8b9a5a07a8d3 req-3c596e24-be75-492f-95da-9ef88cc494a4 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 210 time: 0.0289230 Jul 14 11:53:35.057114 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Made reservation on behalf of e9905cd8264640fc99e83d869129d85a for: {'port': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:53:35.060510 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:35.083720 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:35.088497 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:35.192931 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Allocated IP 172.20.0.12 (b461a243-e81b-4dc6-aba3-95839533f8ad/134080eb-f74e-40f5-9cf2-eb90c41f3dce/75367271-8f8c-4c3c-8939-f562e54ba6b2) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:53:35.343631 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks [] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:35.422711 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:35.464578 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Network b461a243-e81b-4dc6-aba3-95839533f8ad is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:53:35.467683 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:53:35.475228 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:53:35.501004 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Pushing event updated for resources: {'Port': ['ID=75367271-8f8c-4c3c-8939-f562e54ba6b2,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:35.529120 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:35.529752 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:35.607716 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-edb08e28-141f-4485-9844-bcc5097b6703 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7413089 Jul 14 11:53:35.620993 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Request body: {'port': {'device_id': 'e820f5db-08dd-4219-809f-1d19d72cddee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:53:35.656080 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:35.694195 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:35.949352 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75367271-8f8c-4c3c-8939-f562e54ba6b2 {{(pid=111167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:53:35.956733 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Publish callbacks [] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:35.970210 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.provisioning_blocks [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Transition to ACTIVE for port object 75367271-8f8c-4c3c-8939-f562e54ba6b2 will not be triggered until provisioned by entity L2. {{(pid=111167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:53:36.033877 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24026211'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:36.090539 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71148c89-9017-4519-a764-7314723ba795 service neutron] Pushing event updated for resources: {'Port': ['ID=75367271-8f8c-4c3c-8939-f562e54ba6b2,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:36.185050 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c7c5b-20ac-49b6-b8fa-aeb54ec294b8 req-49d06a14-f40c-4c25-9cd0-942155041c1b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:36.186639 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9b3c7c5b-20ac-49b6-b8fa-aeb54ec294b8 req-49d06a14-f40c-4c25-9cd0-942155041c1b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 944 time: 0.0872211 Jul 14 11:53:36.216759 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:36.226153 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Attempting to bind port 75367271-8f8c-4c3c-8939-f562e54ba6b2 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:53:36.226485 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Attempting to bind port 75367271-8f8c-4c3c-8939-f562e54ba6b2 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '759bff7d-a45f-4c82-8865-c93e68b3ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad'}] {{(pid=111167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:53:36.226806 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Attempting to bind port 75367271-8f8c-4c3c-8939-f562e54ba6b2 on network b461a243-e81b-4dc6-aba3-95839533f8ad {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:53:36.238875 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Port 75367271-8f8c-4c3c-8939-f562e54ba6b2 on network b461a243-e81b-4dc6-aba3-95839533f8ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:53:36.243804 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Attempting to bind port 75367271-8f8c-4c3c-8939-f562e54ba6b2 on network b461a243-e81b-4dc6-aba3-95839533f8ad {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:53:36.253042 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:53:36.253399 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Checking segment: {'id': '759bff7d-a45f-4c82-8865-c93e68b3ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:53:36.253773 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Bound using segment: {'id': '759bff7d-a45f-4c82-8865-c93e68b3ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad'} {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:53:36.254196 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Bound port: 75367271-8f8c-4c3c-8939-f562e54ba6b2, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759bff7d-a45f-4c82-8865-c93e68b3ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad'}}] {{(pid=111167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:53:36.254546 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:36.266462 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9b3c7c5b-20ac-49b6-b8fa-aeb54ec294b8 req-3448d56f-67a9-4b85-8ac5-c9808fc58ec8 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721498 Jul 14 11:53:36.320464 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] For port 75367271-8f8c-4c3c-8939-f562e54ba6b2, host hv-cinder-84980, cleared binding levels {{(pid=111167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:53:36.324230 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] For port 75367271-8f8c-4c3c-8939-f562e54ba6b2, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=75367271-8f8c-4c3c-8939-f562e54ba6b2,segment=NetworkSegment(759bff7d-a45f-4c82-8865-c93e68b3ca24),segment_id=759bff7d-a45f-4c82-8865-c93e68b3ca24)] {{(pid=111167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:53:36.428370 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24026211'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:36.463722 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:36.464336 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:36.465723 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-71148c89-9017-4519-a764-7314723ba795 service neutron] 10.222.0.55 "PUT /v2.0/ports/75367271-8f8c-4c3c-8939-f562e54ba6b2 HTTP/1.1" status: 200 len: 1094 time: 0.8506546 Jul 14 11:53:36.466153 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e820f5db-08dd-4219-809f-1d19d72cddee', 'tag': '75367271-8f8c-4c3c-8939-f562e54ba6b2'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:53:36.468425 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ef67bb-02a0-43b7-a7b5-2eadad1af12a" -d '{"events": [{"name": "network-changed", "server_uuid": "e820f5db-08dd-4219-809f-1d19d72cddee", "tag": "75367271-8f8c-4c3c-8939-f562e54ba6b2"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:36.491827 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71148c89-9017-4519-a764-7314723ba795 service neutron] Pushing event updated for resources: {'Port': ['ID=75367271-8f8c-4c3c-8939-f562e54ba6b2,revision_number=3']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:36.507778 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cc209c-1841-4ee1-bb17-25a5d8868f4f x-openstack-request-id: req-b6cc209c-1841-4ee1-bb17-25a5d8868f4f {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:36.508484 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e820f5db-08dd-4219-809f-1d19d72cddee", "tag": "75367271-8f8c-4c3c-8939-f562e54ba6b2", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:36.508786 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b6cc209c-1841-4ee1-bb17-25a5d8868f4f {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:36.509234 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cc209c-1841-4ee1-bb17-25a5d8868f4f'] response: {'name': 'network-changed', 'server_uuid': 'e820f5db-08dd-4219-809f-1d19d72cddee', 'tag': '75367271-8f8c-4c3c-8939-f562e54ba6b2', 'status': 'completed', 'code': 200} Jul 14 11:53:36.569579 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef67bb-02a0-43b7-a7b5-2eadad1af12a req-c9bedf48-8d5d-4216-a764-8e7234cfb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:36.571051 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-08ef67bb-02a0-43b7-a7b5-2eadad1af12a req-c9bedf48-8d5d-4216-a764-8e7234cfb257 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9905cd8264640fc99e83d869129d85a&device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 1128 time: 0.0404320 Jul 14 11:53:36.677071 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef67bb-02a0-43b7-a7b5-2eadad1af12a req-50b53713-1cf9-4421-9c6e-c1a6a2f470aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:36.679281 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-08ef67bb-02a0-43b7-a7b5-2eadad1af12a req-50b53713-1cf9-4421-9c6e-c1a6a2f470aa service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e9905cd8264640fc99e83d869129d85a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0991538 Jul 14 11:53:36.774329 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:36.777392 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef67bb-02a0-43b7-a7b5-2eadad1af12a req-97849021-363e-4760-9aee-0b6d6c0a89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:36.778849 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-08ef67bb-02a0-43b7-a7b5-2eadad1af12a req-97849021-363e-4760-9aee-0b6d6c0a89ff service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929365 Jul 14 11:53:36.857560 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-067a3a3f-7b84-456a-abbc-c89c4c013901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:36.859026 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-067a3a3f-7b84-456a-abbc-c89c4c013901 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9905cd8264640fc99e83d869129d85a&device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 1128 time: 0.0423348 Jul 14 11:53:36.898350 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-c7bda7c8-b370-4b97-93b8-608bcb3ab92c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75367271-8f8c-4c3c-8939-f562e54ba6b2 HTTP/1.1" status: 200 len: 217 time: 0.0330348 Jul 14 11:53:36.948806 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-b71c4360-bf2c-4087-898f-d1ef27a0d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:36.950224 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-b71c4360-bf2c-4087-898f-d1ef27a0d98e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=134080eb-f74e-40f5-9cf2-eb90c41f3dce HTTP/1.1" status: 200 len: 848 time: 0.0463312 Jul 14 11:53:36.982174 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-40d2b8ba-83bf-4c3d-90f3-1741f7a22c86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b461a243-e81b-4dc6-aba3-95839533f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253518 Jul 14 11:53:37.076866 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-440b2c8d-0ed8-4673-bcd2-298e65894e13 service neutron] 10.222.0.55 "GET /v2.0/networks/b461a243-e81b-4dc6-aba3-95839533f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880589 Jul 14 11:53:37.169465 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7cb391a6-1064-4131-9a23-9c56c52ccdfb req-e4243e48-22a1-4bad-911f-c010cd0d7a21 service neutron] 10.222.0.55 "GET /v2.0/networks/b461a243-e81b-4dc6-aba3-95839533f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870080 Jul 14 11:53:37.386307 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3e661-f8eb-4c20-a712-64c622f0e024 req-c20dd98b-8842-418e-acc3-320c80007354 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:37.387730 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-56a3e661-f8eb-4c20-a712-64c622f0e024 req-c20dd98b-8842-418e-acc3-320c80007354 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 944 time: 0.0508461 Jul 14 11:53:37.436264 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-56a3e661-f8eb-4c20-a712-64c622f0e024 req-47e09a4c-97e9-4952-bc98-1520e28407e0 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428231 Jul 14 11:53:38.551078 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2bfa3-a497-4d75-b7ec-c1de0f9b127e req-26a14f97-405a-48a6-aaf9-b9c9fceb60d5 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:38.552549 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d9f2bfa3-a497-4d75-b7ec-c1de0f9b127e req-26a14f97-405a-48a6-aaf9-b9c9fceb60d5 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 944 time: 0.0465546 Jul 14 11:53:38.604126 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d9f2bfa3-a497-4d75-b7ec-c1de0f9b127e req-7361f3b0-1e65-47cb-92e9-b62a62dc7233 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Jul 14 11:53:39.367005 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=4,neutron:SELECT=23 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:39.373803 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:39.380186 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:39.733311 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fd82a-426c-479e-b2ef-532af969186a req-c6aba80d-e936-426b-b93f-17ec0722aadc tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:39.734761 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d05fd82a-426c-479e-b2ef-532af969186a req-c6aba80d-e936-426b-b93f-17ec0722aadc tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 944 time: 0.0517347 Jul 14 11:53:39.783251 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d05fd82a-426c-479e-b2ef-532af969186a req-b3d8690a-56cd-4ab2-8d35-60db00e9dfae tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Jul 14 11:53:40.832230 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 75367271-8f8c-4c3c-8939-f562e54ba6b2 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:53:40.898405 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89297131-3957-4416-9526-a0e0576ed971 req-3d7c46ac-1b34-4f18-b653-38f40fe08205 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:40.899857 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-89297131-3957-4416-9526-a0e0576ed971 req-3d7c46ac-1b34-4f18-b653-38f40fe08205 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 944 time: 0.0479186 Jul 14 11:53:40.935411 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 75367271-8f8c-4c3c-8939-f562e54ba6b2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=75367271-8f8c-4c3c-8939-f562e54ba6b2,segment=NetworkSegment(759bff7d-a45f-4c82-8865-c93e68b3ca24),segment_id=759bff7d-a45f-4c82-8865-c93e68b3ca24)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:40.946623 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-89297131-3957-4416-9526-a0e0576ed971 req-db443745-2c2e-424c-b9f1-6d60e2a91f8a tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409398 Jul 14 11:53:40.947505 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '75367271-8f8c-4c3c-8939-f562e54ba6b2', 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad', 'port_id': '75367271-8f8c-4c3c-8939-f562e54ba6b2', 'mac_address': 'fa:16:3e:58:ff:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134080eb-f74e-40f5-9cf2-eb90c41f3dce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:53:40.982232 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 75367271-8f8c-4c3c-8939-f562e54ba6b2 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:53:40.982615 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:40.996030 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75367271-8f8c-4c3c-8939-f562e54ba6b2 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:53:41.016115 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 75367271-8f8c-4c3c-8939-f562e54ba6b2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=75367271-8f8c-4c3c-8939-f562e54ba6b2,segment=NetworkSegment(759bff7d-a45f-4c82-8865-c93e68b3ca24),segment_id=759bff7d-a45f-4c82-8865-c93e68b3ca24)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:41.113666 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:41.162646 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=75367271-8f8c-4c3c-8939-f562e54ba6b2,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:41.170406 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.170746 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.171084 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.171411 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.171744 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.172059 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.172493 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.172700 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.173016 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.173384 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.173684 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.174000 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.174312 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.174622 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.174936 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:53:41.329909 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['75367271-8f8c-4c3c-8939-f562e54ba6b2'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:42.064246 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13798e65-9c88-49d9-98fd-2b72349c93b6 req-566660a1-e1f0-4de5-8140-fbc5ba583eae tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:42.065655 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-13798e65-9c88-49d9-98fd-2b72349c93b6 req-566660a1-e1f0-4de5-8140-fbc5ba583eae tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 945 time: 0.0491765 Jul 14 11:53:42.113117 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-13798e65-9c88-49d9-98fd-2b72349c93b6 req-6126bb53-ca11-4810-be88-c511eb4c479f tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Jul 14 11:53:42.833900 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 75367271-8f8c-4c3c-8939-f562e54ba6b2 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:53:42.879326 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 75367271-8f8c-4c3c-8939-f562e54ba6b2 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:53:42.942086 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 75367271-8f8c-4c3c-8939-f562e54ba6b2 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:53:42.942456 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:43.013690 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 75367271-8f8c-4c3c-8939-f562e54ba6b2 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:53:43.014076 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:43.037278 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e820f5db-08dd-4219-809f-1d19d72cddee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75367271-8f8c-4c3c-8939-f562e54ba6b2'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:53:43.039501 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc732cd-9602-4043-98db-911409762d2a" -d '{"events": [{"server_uuid": "e820f5db-08dd-4219-809f-1d19d72cddee", "name": "network-vif-plugged", "status": "completed", "tag": "75367271-8f8c-4c3c-8939-f562e54ba6b2"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:43.052543 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 75367271-8f8c-4c3c-8939-f562e54ba6b2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=75367271-8f8c-4c3c-8939-f562e54ba6b2,segment=NetworkSegment(759bff7d-a45f-4c82-8865-c93e68b3ca24),segment_id=759bff7d-a45f-4c82-8865-c93e68b3ca24)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:43.077004 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbecef1-216d-4bdd-be21-da8b400840d4 x-openstack-request-id: req-1dbecef1-216d-4bdd-be21-da8b400840d4 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:43.077434 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e820f5db-08dd-4219-809f-1d19d72cddee", "name": "network-vif-plugged", "status": "completed", "tag": "75367271-8f8c-4c3c-8939-f562e54ba6b2", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:43.077810 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1dbecef1-216d-4bdd-be21-da8b400840d4 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:43.078458 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbecef1-216d-4bdd-be21-da8b400840d4'] response: {'server_uuid': 'e820f5db-08dd-4219-809f-1d19d72cddee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75367271-8f8c-4c3c-8939-f562e54ba6b2', 'code': 200} Jul 14 11:53:43.096577 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:43.147392 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=75367271-8f8c-4c3c-8939-f562e54ba6b2,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:43.233520 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3212a57-cad7-4913-94a1-9e143fa27597 req-1bb01bf1-0e5a-4d54-8ceb-8a413cf559d4 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:43.235038 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a3212a57-cad7-4913-94a1-9e143fa27597 req-1bb01bf1-0e5a-4d54-8ceb-8a413cf559d4 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 946 time: 0.0503399 Jul 14 11:53:43.282019 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:43.290296 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a3212a57-cad7-4913-94a1-9e143fa27597 req-030315a7-feaf-4df3-bc3d-840d56af0a38 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488791 Jul 14 11:53:43.380515 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953eaef-8f32-447e-946e-d6393246d980 req-1ca5ef46-8650-4794-b46f-5a1cc91af3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:43.382039 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3953eaef-8f32-447e-946e-d6393246d980 req-1ca5ef46-8650-4794-b46f-5a1cc91af3df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 1130 time: 0.0403068 Jul 14 11:53:43.428368 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3953eaef-8f32-447e-946e-d6393246d980 req-51c0a7fe-db51-424e-8fbb-4440d210c467 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Jul 14 11:53:44.406025 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7437785-e9af-40a5-886c-11b7d9c486ce req-5d4b80fd-2ae0-4bef-af8f-2fed94b486f2 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:44.407409 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b7437785-e9af-40a5-886c-11b7d9c486ce req-5d4b80fd-2ae0-4bef-af8f-2fed94b486f2 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 946 time: 0.0470505 Jul 14 11:53:44.454435 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b7437785-e9af-40a5-886c-11b7d9c486ce req-85e9a136-c820-4e99-8b53-2511c645382e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414920 Jul 14 11:53:44.919211 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-0d46e811-6aad-448d-98ed-b5d7878ea121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:45.567667 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b3df0-e33a-4db5-bc70-6a387648d721 req-e004271a-9856-46cf-ab59-4ae713e102b2 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:45.569080 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ae7b3df0-e33a-4db5-bc70-6a387648d721 req-e004271a-9856-46cf-ab59-4ae713e102b2 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 946 time: 0.0477304 Jul 14 11:53:45.616386 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ae7b3df0-e33a-4db5-bc70-6a387648d721 req-e27ad113-fa50-485c-93d9-8f65d8a9906e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Jul 14 11:53:46.267849 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:46.273660 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:46.711415 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313acd2d-fb23-4a09-a6aa-1096b6c82d43 req-0bcda55e-afbc-4586-90dd-f19a2a2c567f tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:46.712864 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-313acd2d-fb23-4a09-a6aa-1096b6c82d43 req-0bcda55e-afbc-4586-90dd-f19a2a2c567f tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 946 time: 0.0503111 Jul 14 11:53:46.760171 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-313acd2d-fb23-4a09-a6aa-1096b6c82d43 req-2f33d4fa-34a6-40e7-ac6b-f783fc674bc6 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Jul 14 11:53:47.079004 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-cef0e459-b703-4cba-8609-0ae964aa388a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:47.881746 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22927d-2341-426a-8a1a-99f59e0e6207 req-8f579a5d-2b0a-4e02-bba4-45655a1f97cb tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:47.891995 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3b22927d-2341-426a-8a1a-99f59e0e6207 req-8f579a5d-2b0a-4e02-bba4-45655a1f97cb tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 946 time: 0.0508311 Jul 14 11:53:47.929724 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3b22927d-2341-426a-8a1a-99f59e0e6207 req-6e1a7beb-f92a-42b5-af9e-171f507a2b51 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Jul 14 11:53:47.961106 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:47.969829 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004e149-774a-4377-b8ee-8ac53a241549 req-3cb9c8c4-f565-469c-8dd0-87fedc505e0f tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:47.971289 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d004e149-774a-4377-b8ee-8ac53a241549 req-3cb9c8c4-f565-469c-8dd0-87fedc505e0f tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 946 time: 0.0480282 Jul 14 11:53:48.056498 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [req-d004e149-774a-4377-b8ee-8ac53a241549 req-0d2dfd0a-53b2-454f-a18c-e27816ddaf61 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Deleting port 75367271-8f8c-4c3c-8939-f562e54ba6b2 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:53:48.056748 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-d004e149-774a-4377-b8ee-8ac53a241549 req-0d2dfd0a-53b2-454f-a18c-e27816ddaf61 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:48.151361 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-d004e149-774a-4377-b8ee-8ac53a241549 req-0d2dfd0a-53b2-454f-a18c-e27816ddaf61 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] For port 75367271-8f8c-4c3c-8939-f562e54ba6b2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=75367271-8f8c-4c3c-8939-f562e54ba6b2,segment=NetworkSegment(759bff7d-a45f-4c82-8865-c93e68b3ca24),segment_id=759bff7d-a45f-4c82-8865-c93e68b3ca24)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:48.151855 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-d004e149-774a-4377-b8ee-8ac53a241549 req-0d2dfd0a-53b2-454f-a18c-e27816ddaf61 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:48.164973 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [req-d004e149-774a-4377-b8ee-8ac53a241549 req-0d2dfd0a-53b2-454f-a18c-e27816ddaf61 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Calling delete_port for 75367271-8f8c-4c3c-8939-f562e54ba6b2 owned by compute:nova {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:53:48.313216 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:48.370485 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-d004e149-774a-4377-b8ee-8ac53a241549 req-0d2dfd0a-53b2-454f-a18c-e27816ddaf61 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (75367271-8f8c-4c3c-8939-f562e54ba6b2), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:48.383830 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['75367271-8f8c-4c3c-8939-f562e54ba6b2'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:48.397460 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dfd0a-53b2-454f-a18c-e27816ddaf61 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Pushing event deleted for resources: {'Port': ['ID=75367271-8f8c-4c3c-8939-f562e54ba6b2,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:48.448575 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d004e149-774a-4377-b8ee-8ac53a241549 req-0d2dfd0a-53b2-454f-a18c-e27816ddaf61 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] No DVR routers for this DVR port 75367271-8f8c-4c3c-8939-f562e54ba6b2 on host hv-cinder-84980 {{(pid=111167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:53:48.451153 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-d004e149-774a-4377-b8ee-8ac53a241549 req-0d2dfd0a-53b2-454f-a18c-e27816ddaf61 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:48.454372 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-d004e149-774a-4377-b8ee-8ac53a241549 req-0d2dfd0a-53b2-454f-a18c-e27816ddaf61 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.55 "DELETE /v2.0/ports/75367271-8f8c-4c3c-8939-f562e54ba6b2 HTTP/1.1" status: 204 len: 173 time: 0.4781327 Jul 14 11:53:48.454799 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e820f5db-08dd-4219-809f-1d19d72cddee', 'name': 'network-vif-deleted', 'tag': '75367271-8f8c-4c3c-8939-f562e54ba6b2'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:53:48.457013 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b6b5ef-ffaf-4af5-bcb6-4a35f4616ee3" -d '{"events": [{"server_uuid": "e820f5db-08dd-4219-809f-1d19d72cddee", "name": "network-vif-deleted", "tag": "75367271-8f8c-4c3c-8939-f562e54ba6b2"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:48.494779 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738ad544-9d23-406b-bd60-5f885eee29df x-openstack-request-id: req-738ad544-9d23-406b-bd60-5f885eee29df {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:48.494779 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e820f5db-08dd-4219-809f-1d19d72cddee", "name": "network-vif-deleted", "tag": "75367271-8f8c-4c3c-8939-f562e54ba6b2", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:48.494779 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-738ad544-9d23-406b-bd60-5f885eee29df {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:48.494779 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738ad544-9d23-406b-bd60-5f885eee29df'] response: {'server_uuid': 'e820f5db-08dd-4219-809f-1d19d72cddee', 'name': 'network-vif-deleted', 'tag': '75367271-8f8c-4c3c-8939-f562e54ba6b2', 'status': 'completed', 'code': 200} Jul 14 11:53:49.037431 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b0f9964f-060b-49be-a539-54d864aaf016 req-b14756f6-ee9e-4b44-8fe0-d932ac801610 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=e820f5db-08dd-4219-809f-1d19d72cddee HTTP/1.1" status: 200 len: 210 time: 0.0292253 Jul 14 11:53:49.627721 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:49.998988 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:50.231221 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:50.302238 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-ce7f0ef1-4416-4639-8aa4-96de1fe85607 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:50.303674 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-ce7f0ef1-4416-4639-8aa4-96de1fe85607 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/networks?id=b461a243-e81b-4dc6-aba3-95839533f8ad HTTP/1.1" status: 200 len: 808 time: 0.1039338 Jul 14 11:53:50.317951 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-d4805591-c38c-4476-a783-54a34188eb29 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/quotas/e9905cd8264640fc99e83d869129d85a HTTP/1.1" status: 200 len: 375 time: 0.0088162 Jul 14 11:53:50.350997 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-02bcffae-0dcd-4363-9a00-f1aa783a00e2 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e9905cd8264640fc99e83d869129d85a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282400 Jul 14 11:53:50.444782 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-f41afdfe-a546-4a2e-8cde-872b36a04c91 service neutron] 10.222.0.40 "GET /v2.0/networks/b461a243-e81b-4dc6-aba3-95839533f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866010 Jul 14 11:53:50.502667 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:50.536186 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-c453f851-b760-4045-8bbe-7d9cbeb3f98b service neutron] 10.222.0.40 "GET /v2.0/networks/b461a243-e81b-4dc6-aba3-95839533f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853746 Jul 14 11:53:50.778245 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a8650927-e239-43b1-9494-e8165cfad37a req-8abc4e5c-127a-4e6c-8684-22e469d2d827 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 210 time: 0.0346370 Jul 14 11:53:51.875733 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-63a4f800-5354-4e3d-9712-cc7ed8d24185 req-e46e95bf-a5b9-4946-807f-52baf0b05ce1 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 210 time: 0.0296836 Jul 14 11:53:52.473656 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-44444689-250f-4c40-8285-3d658df542e2 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:52.475092 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-44444689-250f-4c40-8285-3d658df542e2 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.55 "GET /v2.0/networks?id=b461a243-e81b-4dc6-aba3-95839533f8ad HTTP/1.1" status: 200 len: 808 time: 0.1074507 Jul 14 11:53:52.486865 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Request body: {'port': {'device_id': 'ae23dc73-084b-4b07-bc26-a0651dbcea23', 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad', 'admin_state_up': True, 'tenant_id': 'e9905cd8264640fc99e83d869129d85a'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:53:52.900535 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 75367271-8f8c-4c3c-8939-f562e54ba6b2 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:53:52.918727 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Made reservation on behalf of e9905cd8264640fc99e83d869129d85a for: {'port': 1} {{(pid=111167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:53:52.920878 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 75367271-8f8c-4c3c-8939-f562e54ba6b2 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:53:52.921254 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 75367271-8f8c-4c3c-8939-f562e54ba6b2 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:53:52.922792 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:52.940476 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:53.002471 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1a635f2d-bf1f-4b17-aa9d-d788f5c58d30 req-e5a2bb65-acab-4db0-bc26-7c2db202f242 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 210 time: 0.0558488 Jul 14 11:53:53.082106 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Allocated IP 172.20.0.13 (b461a243-e81b-4dc6-aba3-95839533f8ad/134080eb-f74e-40f5-9cf2-eb90c41f3dce/9cb43317-38d8-45e9-909d-cf4bdf83695c) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:53:53.120657 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:53.233497 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks [] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:53.343249 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:53.387088 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Network b461a243-e81b-4dc6-aba3-95839533f8ad is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:53:53.390688 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:53:53.397255 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:53:53.422918 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Pushing event updated for resources: {'Port': ['ID=9cb43317-38d8-45e9-909d-cf4bdf83695c,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:53.449746 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:53.450900 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:53.727404 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e94bd30b-68a0-4204-87fd-70ddb3ce9e0e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2439961 Jul 14 11:53:53.738258 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Request body: {'port': {'device_id': 'ae23dc73-084b-4b07-bc26-a0651dbcea23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:53:53.797499 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:53.966894 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:54.063831 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb43317-38d8-45e9-909d-cf4bdf83695c {{(pid=111167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:53:54.071693 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Publish callbacks [] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:54.085306 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.provisioning_blocks [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Transition to ACTIVE for port object 9cb43317-38d8-45e9-909d-cf4bdf83695c will not be triggered until provisioned by entity L2. {{(pid=111167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:53:54.126279 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1c8a2-b9f6-4341-9596-a5d10507661f req-9b9d2b88-ecda-4029-a5ac-d08bfc2332f5 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:54.127748 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cbb1c8a2-b9f6-4341-9596-a5d10507661f req-9b9d2b88-ecda-4029-a5ac-d08bfc2332f5 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 932 time: 0.0531867 Jul 14 11:53:54.148029 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24026211'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:54.178318 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cbb1c8a2-b9f6-4341-9596-a5d10507661f req-f1d79472-f8d9-4464-8ad3-65742b11ae1f tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440536 Jul 14 11:53:54.198572 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb43317-38d8-45e9-909d-cf4bdf83695c,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:54.277431 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Attempting to bind port 9cb43317-38d8-45e9-909d-cf4bdf83695c on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:53:54.277783 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Attempting to bind port 9cb43317-38d8-45e9-909d-cf4bdf83695c by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '759bff7d-a45f-4c82-8865-c93e68b3ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad'}] {{(pid=111167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:53:54.278128 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Attempting to bind port 9cb43317-38d8-45e9-909d-cf4bdf83695c on network b461a243-e81b-4dc6-aba3-95839533f8ad {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:53:54.282657 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Port 9cb43317-38d8-45e9-909d-cf4bdf83695c on network b461a243-e81b-4dc6-aba3-95839533f8ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:53:54.282905 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Attempting to bind port 9cb43317-38d8-45e9-909d-cf4bdf83695c on network b461a243-e81b-4dc6-aba3-95839533f8ad {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:53:54.287819 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:53:54.288147 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Checking segment: {'id': '759bff7d-a45f-4c82-8865-c93e68b3ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:53:54.288522 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Bound using segment: {'id': '759bff7d-a45f-4c82-8865-c93e68b3ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad'} {{(pid=111167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:53:54.288941 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.managers [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Bound port: 9cb43317-38d8-45e9-909d-cf4bdf83695c, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759bff7d-a45f-4c82-8865-c93e68b3ca24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad'}}] {{(pid=111167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:53:54.289330 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:54.290961 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:53:54.341807 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:54.352922 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] For port 9cb43317-38d8-45e9-909d-cf4bdf83695c, host hv-cinder-84980, cleared binding levels {{(pid=111167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:53:54.356005 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] For port 9cb43317-38d8-45e9-909d-cf4bdf83695c, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9cb43317-38d8-45e9-909d-cf4bdf83695c,segment=NetworkSegment(759bff7d-a45f-4c82-8865-c93e68b3ca24),segment_id=759bff7d-a45f-4c82-8865-c93e68b3ca24)] {{(pid=111167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:53:54.405502 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24026211'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:54.440416 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:54.441082 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:54.442467 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] 10.222.0.55 "PUT /v2.0/ports/9cb43317-38d8-45e9-909d-cf4bdf83695c HTTP/1.1" status: 200 len: 1094 time: 0.7083089 Jul 14 11:53:54.442896 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae23dc73-084b-4b07-bc26-a0651dbcea23', 'tag': '9cb43317-38d8-45e9-909d-cf4bdf83695c'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:53:54.445093 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb4fc9c-eb87-4e6c-af63-90019193b2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae23dc73-084b-4b07-bc26-a0651dbcea23", "tag": "9cb43317-38d8-45e9-909d-cf4bdf83695c"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:53:54.469436 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206cf54-66f9-4657-b2f2-1788de2dfea3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb43317-38d8-45e9-909d-cf4bdf83695c,revision_number=3']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:54.482663 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc3928e-cf09-4632-9e76-96d1cf85b152 x-openstack-request-id: req-ebc3928e-cf09-4632-9e76-96d1cf85b152 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:53:54.482949 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae23dc73-084b-4b07-bc26-a0651dbcea23", "tag": "9cb43317-38d8-45e9-909d-cf4bdf83695c", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:53:54.483201 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ebc3928e-cf09-4632-9e76-96d1cf85b152 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:53:54.483611 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc3928e-cf09-4632-9e76-96d1cf85b152'] response: {'name': 'network-changed', 'server_uuid': 'ae23dc73-084b-4b07-bc26-a0651dbcea23', 'tag': '9cb43317-38d8-45e9-909d-cf4bdf83695c', 'status': 'completed', 'code': 200} Jul 14 11:53:54.546804 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4fc9c-eb87-4e6c-af63-90019193b2b3 req-59daf1e0-32d5-4cac-9dde-820e2713ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:54.548191 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-afb4fc9c-eb87-4e6c-af63-90019193b2b3 req-59daf1e0-32d5-4cac-9dde-820e2713ae36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9905cd8264640fc99e83d869129d85a&device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 1128 time: 0.0413921 Jul 14 11:53:54.649439 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4fc9c-eb87-4e6c-af63-90019193b2b3 req-bfa905c1-4a9b-4b3b-952d-61984bd36d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:54.650931 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-afb4fc9c-eb87-4e6c-af63-90019193b2b3 req-bfa905c1-4a9b-4b3b-952d-61984bd36d47 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e9905cd8264640fc99e83d869129d85a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0964825 Jul 14 11:53:54.750841 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4fc9c-eb87-4e6c-af63-90019193b2b3 req-310330ec-e322-49d7-a015-1140aa5aae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:54.752389 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-afb4fc9c-eb87-4e6c-af63-90019193b2b3 req-310330ec-e322-49d7-a015-1140aa5aae3b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955393 Jul 14 11:53:54.827390 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-50948b11-7c56-4dd3-bb1d-4391ba492653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:54.828881 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-50948b11-7c56-4dd3-bb1d-4391ba492653 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9905cd8264640fc99e83d869129d85a&device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 1128 time: 0.0404854 Jul 14 11:53:54.868659 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-37bdd319-1b7d-440e-b800-5f792312ac0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cb43317-38d8-45e9-909d-cf4bdf83695c HTTP/1.1" status: 200 len: 217 time: 0.0334921 Jul 14 11:53:54.917889 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-02d647ea-6ca3-4254-9b8d-9eb7e037a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:54.919343 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-02d647ea-6ca3-4254-9b8d-9eb7e037a895 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=134080eb-f74e-40f5-9cf2-eb90c41f3dce HTTP/1.1" status: 200 len: 848 time: 0.0447493 Jul 14 11:53:54.954629 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-ac0c97c5-4e1e-48e4-b36b-b670261f2d63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b461a243-e81b-4dc6-aba3-95839533f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296173 Jul 14 11:53:55.056796 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-0d69974a-250c-4c7b-8d74-6d7ae7f51ceb service neutron] 10.222.0.55 "GET /v2.0/networks/b461a243-e81b-4dc6-aba3-95839533f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958383 Jul 14 11:53:55.151834 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-74da2164-af69-48ef-9c98-61ed959aaf8d req-01973232-2f56-4e26-8957-5964ec515aef service neutron] 10.222.0.55 "GET /v2.0/networks/b461a243-e81b-4dc6-aba3-95839533f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888605 Jul 14 11:53:55.293595 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc7b13-7579-47ea-880e-200b28b26634 req-2760004e-4a65-490c-a936-6432ec864c06 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:55.295200 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d1dc7b13-7579-47ea-880e-200b28b26634 req-2760004e-4a65-490c-a936-6432ec864c06 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 944 time: 0.0484793 Jul 14 11:53:55.346923 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d1dc7b13-7579-47ea-880e-200b28b26634 req-83ca1011-251d-4fb3-8d02-d023fbaf33eb tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460312 Jul 14 11:53:56.463174 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb5a6e-64f4-4ae9-a4a5-02ea154fe9d8 req-130b3fd1-d57e-4f71-8e27-c6d8aa318456 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:56.464627 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2bfb5a6e-64f4-4ae9-a4a5-02ea154fe9d8 req-130b3fd1-d57e-4f71-8e27-c6d8aa318456 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 944 time: 0.0481811 Jul 14 11:53:56.483077 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:56.514309 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-2bfb5a6e-64f4-4ae9-a4a5-02ea154fe9d8 req-28b8cebd-20f6-4e94-8dfe-078c55c14599 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Jul 14 11:53:57.626732 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b0db9-bc85-48b3-ac40-5d82654f3756 req-05c85d55-a974-42f9-89b6-9f20be8f6bc5 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:57.628175 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9e6b0db9-bc85-48b3-ac40-5d82654f3756 req-05c85d55-a974-42f9-89b6-9f20be8f6bc5 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 944 time: 0.0464859 Jul 14 11:53:57.677524 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-9e6b0db9-bc85-48b3-ac40-5d82654f3756 req-c8b35dba-a79e-4f00-8652-34019adcefc1 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435877 Jul 14 11:53:57.883991 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:58.795046 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4156b-edeb-4e87-9c11-37e209fc7c30 req-6337d7c1-8a0a-43f4-8547-b9aef48a22d5 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:58.796529 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-fee4156b-edeb-4e87-9c11-37e209fc7c30 req-6337d7c1-8a0a-43f4-8547-b9aef48a22d5 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 944 time: 0.0476739 Jul 14 11:53:58.848798 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-fee4156b-edeb-4e87-9c11-37e209fc7c30 req-b31ca1a6-1ecc-45bf-9803-244460737765 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466747 Jul 14 11:53:58.951691 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9cb43317-38d8-45e9-909d-cf4bdf83695c details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:53:59.053335 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 9cb43317-38d8-45e9-909d-cf4bdf83695c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9cb43317-38d8-45e9-909d-cf4bdf83695c,segment=NetworkSegment(759bff7d-a45f-4c82-8865-c93e68b3ca24),segment_id=759bff7d-a45f-4c82-8865-c93e68b3ca24)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:59.064977 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '9cb43317-38d8-45e9-909d-cf4bdf83695c', 'network_id': 'b461a243-e81b-4dc6-aba3-95839533f8ad', 'port_id': '9cb43317-38d8-45e9-909d-cf4bdf83695c', 'mac_address': 'fa:16:3e:36:d9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134080eb-f74e-40f5-9cf2-eb90c41f3dce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:53:59.099686 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 9cb43317-38d8-45e9-909d-cf4bdf83695c is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:53:59.100069 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:59.113245 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb43317-38d8-45e9-909d-cf4bdf83695c {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:53:59.133312 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 9cb43317-38d8-45e9-909d-cf4bdf83695c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9cb43317-38d8-45e9-909d-cf4bdf83695c,segment=NetworkSegment(759bff7d-a45f-4c82-8865-c93e68b3ca24),segment_id=759bff7d-a45f-4c82-8865-c93e68b3ca24)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:53:59.227117 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:53:59.277001 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=9cb43317-38d8-45e9-909d-cf4bdf83695c,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:53:59.427621 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['9cb43317-38d8-45e9-909d-cf4bdf83695c'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:53:59.509022 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:59.527914 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:59.534899 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:53:59.963372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832aecf-0d8a-4d99-aaca-e95f739ddf45 req-cee1934c-3595-4e89-8a61-3024328026d1 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:53:59.964818 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3832aecf-0d8a-4d99-aaca-e95f739ddf45 req-cee1934c-3595-4e89-8a61-3024328026d1 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 945 time: 0.0456989 Jul 14 11:54:00.011203 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-3832aecf-0d8a-4d99-aaca-e95f739ddf45 req-0e320f70-fdb2-4823-a4be-412518fd9790 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401495 Jul 14 11:54:00.966410 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9cb43317-38d8-45e9-909d-cf4bdf83695c up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:01.013296 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 9cb43317-38d8-45e9-909d-cf4bdf83695c completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:54:01.084970 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 9cb43317-38d8-45e9-909d-cf4bdf83695c triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:54:01.085690 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:01.139436 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef57eb-3d96-4ac1-bec2-69940899c54f req-bdf8e2c0-8723-4936-b26e-0ef6680d0252 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:01.141114 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6cef57eb-3d96-4ac1-bec2-69940899c54f req-bdf8e2c0-8723-4936-b26e-0ef6680d0252 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 945 time: 0.0552537 Jul 14 11:54:01.168572 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 9cb43317-38d8-45e9-909d-cf4bdf83695c is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:54:01.168963 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:01.193025 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae23dc73-084b-4b07-bc26-a0651dbcea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb43317-38d8-45e9-909d-cf4bdf83695c'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:54:01.195042 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6cef57eb-3d96-4ac1-bec2-69940899c54f req-e2124b9d-c67a-4494-8dbc-38d7337ec75c tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459604 Jul 14 11:54:01.195299 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53872b19-8da7-4464-ab43-4900fb179f6c" -d '{"events": [{"server_uuid": "ae23dc73-084b-4b07-bc26-a0651dbcea23", "name": "network-vif-plugged", "status": "completed", "tag": "9cb43317-38d8-45e9-909d-cf4bdf83695c"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:01.216338 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 9cb43317-38d8-45e9-909d-cf4bdf83695c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9cb43317-38d8-45e9-909d-cf4bdf83695c,segment=NetworkSegment(759bff7d-a45f-4c82-8865-c93e68b3ca24),segment_id=759bff7d-a45f-4c82-8865-c93e68b3ca24)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:01.235740 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcf5d04-2fb8-4f61-b2ed-62243c0f7e10 x-openstack-request-id: req-4dcf5d04-2fb8-4f61-b2ed-62243c0f7e10 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:01.236026 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae23dc73-084b-4b07-bc26-a0651dbcea23", "name": "network-vif-plugged", "status": "completed", "tag": "9cb43317-38d8-45e9-909d-cf4bdf83695c", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:01.236273 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4dcf5d04-2fb8-4f61-b2ed-62243c0f7e10 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:01.236670 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dcf5d04-2fb8-4f61-b2ed-62243c0f7e10'] response: {'server_uuid': 'ae23dc73-084b-4b07-bc26-a0651dbcea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb43317-38d8-45e9-909d-cf4bdf83695c', 'code': 200} Jul 14 11:54:01.262288 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:01.313886 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=9cb43317-38d8-45e9-909d-cf4bdf83695c,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:01.496513 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95828354-7a20-403f-974a-46ceeb1568a2 req-0bc37d6d-1273-4dab-9a6e-bcc939469a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:01.498062 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-95828354-7a20-403f-974a-46ceeb1568a2 req-0bc37d6d-1273-4dab-9a6e-bcc939469a88 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 1130 time: 0.0415211 Jul 14 11:54:01.546171 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-95828354-7a20-403f-974a-46ceeb1568a2 req-f6c743bc-fe58-4aae-8ca3-b3264add1566 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Jul 14 11:54:02.320486 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce952-f3a4-4972-882d-d47cf8641907 req-79a09f67-119e-4dc4-a8d9-00260d7db7be tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:02.321991 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-754ce952-f3a4-4972-882d-d47cf8641907 req-79a09f67-119e-4dc4-a8d9-00260d7db7be tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 946 time: 0.0507827 Jul 14 11:54:02.332733 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:02.369543 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-754ce952-f3a4-4972-882d-d47cf8641907 req-15903b09-978d-4e11-8ab9-1a343bf00265 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421190 Jul 14 11:54:03.488278 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d11b68-157a-4bb9-b856-9e4b0e13b875 req-01656905-3f7c-4f12-8850-96a65139d1ed tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:03.489727 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d7d11b68-157a-4bb9-b856-9e4b0e13b875 req-01656905-3f7c-4f12-8850-96a65139d1ed tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 946 time: 0.0489364 Jul 14 11:54:03.538484 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d7d11b68-157a-4bb9-b856-9e4b0e13b875 req-cb09568f-e693-4e18-966b-95f12e10454e tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Jul 14 11:54:04.736436 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75412c5-a556-4573-9335-53e77e223c98 req-c9112a38-ac61-4b8c-b869-d0098c81f447 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:04.737914 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d75412c5-a556-4573-9335-53e77e223c98 req-c9112a38-ac61-4b8c-b869-d0098c81f447 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 946 time: 0.0513513 Jul 14 11:54:04.784615 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d75412c5-a556-4573-9335-53e77e223c98 req-e7383712-083a-4fcf-a44c-742bb6acca92 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Jul 14 11:54:05.747054 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-0284aab4-1ac5-483c-9b79-8d1918154e31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384910 Jul 14 11:54:05.931324 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb736-ab05-4f1a-aa50-ebe86c3a0295 req-4d625c19-6a03-4ced-9ebd-50165eb56720 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:05.932797 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-760eb736-ab05-4f1a-aa50-ebe86c3a0295 req-4d625c19-6a03-4ced-9ebd-50165eb56720 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 946 time: 0.0790372 Jul 14 11:54:05.938880 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-96297eca-f39c-4b92-99b6-4854a23fa32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:05.940264 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-96297eca-f39c-4b92-99b6-4854a23fa32f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 1129 time: 0.0571389 Jul 14 11:54:06.008965 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-760eb736-ab05-4f1a-aa50-ebe86c3a0295 req-e1fb034e-e954-4045-9923-0fe6de2f032d tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/security-groups?id=1040ff38-a053-496c-8ead-de48f811fc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677502 Jul 14 11:54:06.064729 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c995b-b67c-4de1-bd46-ad4d8cbadeb3 req-e6169c5b-e711-444a-841f-2fd95ecceb81 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:06.065890 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-317ffb5e-ae7c-4e37-baa8-f7e656a22c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:06.066292 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-055c995b-b67c-4de1-bd46-ad4d8cbadeb3 req-e6169c5b-e711-444a-841f-2fd95ecceb81 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 946 time: 0.0559278 Jul 14 11:54:06.067322 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-317ffb5e-ae7c-4e37-baa8-f7e656a22c85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 913 time: 0.1060615 Jul 14 11:54:06.135384 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-5d449f89-a8e7-4457-97a4-fc59ba6fe482 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13845ba0-8394-4994-8f3a-c990a6595f50 HTTP/1.1" status: 200 len: 1000 time: 0.0597115 Jul 14 11:54:06.186355 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-8c2cf786-0b50-4cf2-9b4a-30449bf075da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:06.187837 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-8c2cf786-0b50-4cf2-9b4a-30449bf075da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0471721 Jul 14 11:54:06.235728 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-e1021d16-99cd-4aa5-afd2-ac2228bf3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:06.237299 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-e1021d16-99cd-4aa5-afd2-ac2228bf3788 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426407 Jul 14 11:54:06.340658 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-16c4f61c-3c7a-481b-949d-d57f01fbecd0 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972364 Jul 14 11:54:06.408131 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-055c995b-b67c-4de1-bd46-ad4d8cbadeb3 req-768e71e3-885b-4ffc-acc4-593800b8ab3b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Deleting port 9cb43317-38d8-45e9-909d-cf4bdf83695c {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:54:06.408476 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-055c995b-b67c-4de1-bd46-ad4d8cbadeb3 req-768e71e3-885b-4ffc-acc4-593800b8ab3b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:06.440411 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9b27783d-a8fb-4167-98bf-f91a269f9f80 req-503ef0df-4c25-4dae-abca-78292cc1bdfb service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939095 Jul 14 11:54:06.475937 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:06.498741 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-055c995b-b67c-4de1-bd46-ad4d8cbadeb3 req-768e71e3-885b-4ffc-acc4-593800b8ab3b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] For port 9cb43317-38d8-45e9-909d-cf4bdf83695c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9cb43317-38d8-45e9-909d-cf4bdf83695c,segment=NetworkSegment(759bff7d-a45f-4c82-8865-c93e68b3ca24),segment_id=759bff7d-a45f-4c82-8865-c93e68b3ca24)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:06.499117 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-055c995b-b67c-4de1-bd46-ad4d8cbadeb3 req-768e71e3-885b-4ffc-acc4-593800b8ab3b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:06.511973 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-055c995b-b67c-4de1-bd46-ad4d8cbadeb3 req-768e71e3-885b-4ffc-acc4-593800b8ab3b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Calling delete_port for 9cb43317-38d8-45e9-909d-cf4bdf83695c owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:54:06.586748 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:06.700783 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-055c995b-b67c-4de1-bd46-ad4d8cbadeb3 req-768e71e3-885b-4ffc-acc4-593800b8ab3b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (9cb43317-38d8-45e9-909d-cf4bdf83695c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:06.713598 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['9cb43317-38d8-45e9-909d-cf4bdf83695c'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:54:06.729606 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e71e3-885b-4ffc-acc4-593800b8ab3b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Pushing event deleted for resources: {'Port': ['ID=9cb43317-38d8-45e9-909d-cf4bdf83695c,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:06.776911 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-055c995b-b67c-4de1-bd46-ad4d8cbadeb3 req-768e71e3-885b-4ffc-acc4-593800b8ab3b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] No DVR routers for this DVR port 9cb43317-38d8-45e9-909d-cf4bdf83695c on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:54:06.784852 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-055c995b-b67c-4de1-bd46-ad4d8cbadeb3 req-768e71e3-885b-4ffc-acc4-593800b8ab3b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:06.784852 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-055c995b-b67c-4de1-bd46-ad4d8cbadeb3 req-768e71e3-885b-4ffc-acc4-593800b8ab3b tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.55 "DELETE /v2.0/ports/9cb43317-38d8-45e9-909d-cf4bdf83695c HTTP/1.1" status: 204 len: 173 time: 0.7078893 Jul 14 11:54:06.784852 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae23dc73-084b-4b07-bc26-a0651dbcea23', 'name': 'network-vif-deleted', 'tag': '9cb43317-38d8-45e9-909d-cf4bdf83695c'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:54:06.786268 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ed2fd8-aaa3-4edb-940c-56b962c042f3" -d '{"events": [{"server_uuid": "ae23dc73-084b-4b07-bc26-a0651dbcea23", "name": "network-vif-deleted", "tag": "9cb43317-38d8-45e9-909d-cf4bdf83695c"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:06.821303 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef99cd5-d72f-469f-a48d-e138bdd45bac x-openstack-request-id: req-1ef99cd5-d72f-469f-a48d-e138bdd45bac {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:06.821599 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae23dc73-084b-4b07-bc26-a0651dbcea23", "name": "network-vif-deleted", "tag": "9cb43317-38d8-45e9-909d-cf4bdf83695c", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:06.821850 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1ef99cd5-d72f-469f-a48d-e138bdd45bac {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:06.822256 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef99cd5-d72f-469f-a48d-e138bdd45bac'] response: {'server_uuid': 'ae23dc73-084b-4b07-bc26-a0651dbcea23', 'name': 'network-vif-deleted', 'tag': '9cb43317-38d8-45e9-909d-cf4bdf83695c', 'status': 'completed', 'code': 200} Jul 14 11:54:07.108673 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5c160bc3-179c-45ed-b7fa-9b9c46ce309e req-f8a4ce87-48d1-44be-b691-117269237018 tempest-VolumesActionsTest-19856136 tempest-VolumesActionsTest-19856136-project] 10.222.0.40 "GET /v2.0/ports?device_id=ae23dc73-084b-4b07-bc26-a0651dbcea23 HTTP/1.1" status: 200 len: 210 time: 0.0290945 Jul 14 11:54:10.623131 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=14 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:10.626158 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=14 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:11.157109 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9cb43317-38d8-45e9-909d-cf4bdf83695c no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:11.176591 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 9cb43317-38d8-45e9-909d-cf4bdf83695c {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:54:11.176922 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9cb43317-38d8-45e9-909d-cf4bdf83695c not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:11.300570 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:14.919289 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-be707a3d-05a3-4360-8345-bcf775c70590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:16.737738 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=27,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:16.758089 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:17.056255 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-42b6980b-6f79-4c2b-8156-a0d4aaa18971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:17.090141 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:17.092221 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=65 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:18.322363 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:19.628475 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:19.993918 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:23.265535 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:23.271223 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:27.889005 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:29.929884 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:31.291441 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:54:33.333993 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 45104) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:54:33.379030 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Deleting subnet 134080eb-f74e-40f5-9cf2-eb90c41f3dce {{(pid=111166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:54:33.382457 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Publish callbacks [] for subnet (134080eb-f74e-40f5-9cf2-eb90c41f3dce), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.417352 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31228433'] for subnet (134080eb-f74e-40f5-9cf2-eb90c41f3dce), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.456973 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (134080eb-f74e-40f5-9cf2-eb90c41f3dce), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.610541 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31228419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31020262'] for subnet (134080eb-f74e-40f5-9cf2-eb90c41f3dce), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.636383 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134080eb-f74e-40f5-9cf2-eb90c41f3dce,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:33.642653 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.645821 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/134080eb-f74e-40f5-9cf2-eb90c41f3dce HTTP/1.1" status: 204 len: 168 time: 0.3108463 Jul 14 11:54:33.648432 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 45106) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:54:33.650757 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.651095 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.651426 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.651755 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.652079 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.652401 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.652733 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.653030 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.653375 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.653691 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.654007 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.654322 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.654636 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.654948 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.655255 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c9d47-a593-4476-a6c8-1f2f395b2f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:33.718317 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (b461a243-e81b-4dc6-aba3-95839533f8ad), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.799970 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (b461a243-e81b-4dc6-aba3-95839533f8ad), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.819894 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b461a243-e81b-4dc6-aba3-95839533f8ad']}} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:33.829562 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759bff7d-a45f-4c82-8865-c93e68b3ca24') {'for_net_delete': True} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:33.829852 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759bff7d-a45f-4c82-8865-c93e68b3ca24') {} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:33.839341 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24027097'] for segment (759bff7d-a45f-4c82-8865-c93e68b3ca24), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.852932 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (759bff7d-a45f-4c82-8865-c93e68b3ca24), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.859144 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=111167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:54:33.859517 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24026119'] for segment (759bff7d-a45f-4c82-8865-c93e68b3ca24), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.882108 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 759bff7d-a45f-4c82-8865-c93e68b3ca24 resource provider aggregate not found Jul 14 11:54:33.914059 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 759bff7d-a45f-4c82-8865-c93e68b3ca24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 759bff7d-a45f-4c82-8865-c93e68b3ca24 found for delete ", "request_id": "req-e4816d5b-5a9b-4a95-b730-31dd27182cf1"}]} Jul 14 11:54:33.987606 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (b461a243-e81b-4dc6-aba3-95839533f8ad), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.993591 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:33.999053 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] 10.222.0.40 "DELETE /v2.0/networks/b461a243-e81b-4dc6-aba3-95839533f8ad HTTP/1.1" status: 204 len: 168 time: 0.3472528 Jul 14 11:54:34.012187 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Pushing event deleted for resources: {'Network': ['ID=b461a243-e81b-4dc6-aba3-95839533f8ad,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:34.021460 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.021811 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.022177 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.022479 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.022812 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.023140 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.023466 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.023790 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.024115 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.024441 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.024766 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.025089 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.025492 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.025768 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.026094 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfde99-d927-4521-b9be-25d72a06097d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:34.318430 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 45114) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:54:34.359797 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-6cedddca-c0ab-417f-a43c-b299f2eb5c93 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e9905cd8264640fc99e83d869129d85a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402179 Jul 14 11:54:34.362824 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 45116) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:54:34.411509 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-07623bc8-ac10-4715-b581-df9b29071cde admin admin] Publish callbacks [] for security_group (1040ff38-a053-496c-8ead-de48f811fc21), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:34.433031 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-07623bc8-ac10-4715-b581-df9b29071cde admin admin] Publish callbacks [] for security_group (1040ff38-a053-496c-8ead-de48f811fc21), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:34.564565 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-07623bc8-ac10-4715-b581-df9b29071cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (1040ff38-a053-496c-8ead-de48f811fc21), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:34.567159 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-07623bc8-ac10-4715-b581-df9b29071cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:34.568334 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-07623bc8-ac10-4715-b581-df9b29071cde admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1040ff38-a053-496c-8ead-de48f811fc21 HTTP/1.1" status: 204 len: 168 time: 0.2046044 Jul 14 11:54:34.576967 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07623bc8-ac10-4715-b581-df9b29071cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1040ff38-a053-496c-8ead-de48f811fc21,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:34.589687 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:35.691010 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 45138) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:54:35.788332 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2068876356-network', 'tenant_id': '81884daddee04f478f047f2c309ad433'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:54:35.882654 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Made reservation on behalf of 81884daddee04f478f047f2c309ad433 for: {'network': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:35.885201 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for network (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:35.894998 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:35.975551 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Publish callbacks [] for security_group (0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:36.054544 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:36.080452 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=111166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:54:36.090386 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:36.095916 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (a11d5d67-8015-4d94-b464-f0c1098c3c1e), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:36.098999 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.segments_db [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Added segment a11d5d67-8015-4d94-b464-f0c1098c3c1e of type vlan for network d934d39c-6d41-4a49-a5c1-23132bb43486 Jul 14 11:54:36.135619 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757019580730'] for network (d934d39c-6d41-4a49-a5c1-23132bb43486), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:36.210172 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811'] for network (d934d39c-6d41-4a49-a5c1-23132bb43486), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:36.211245 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:36.211827 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:36.271338 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] Pushing event updated for resources: {'Network': ['ID=d934d39c-6d41-4a49-a5c1-23132bb43486,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:36.280694 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Network d934d39c-6d41-4a49-a5c1-23132bb43486 details requested by agent ovs-agent-dv-cinder-849803-1-iscsi with host dv-cinder-849803-1-iscsi {{(pid=111168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:54:36.282963 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:36.292753 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-853a758e-a19c-40ef-8ae1-33cd52fc142d admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6006634 Jul 14 11:54:36.295603 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 45142) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:54:36.300359 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] Request body: {'subnet': {'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2068876356-subnet', 'tenant_id': '81884daddee04f478f047f2c309ad433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:54:36.370354 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] Made reservation on behalf of 81884daddee04f478f047f2c309ad433 for: {'subnet': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:36.372766 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31020253'] for subnet (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:36.524784 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=11 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:36.529806 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:36.610741 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31228492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31020271'] for subnet (1a6b3b1a-3281-40c2-88b1-9b93351ea2b1), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:36.671446 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6b3b1a-3281-40c2-88b1-9b93351ea2b1,revision_number=0']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:36.677260 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] Checking segment: {'id': 'a11d5d67-8015-4d94-b464-f0c1098c3c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:54:36.677633 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] Network hostable DHCP agents. Network: d934d39c-6d41-4a49-a5c1-23132bb43486, hostable agents: ['1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8'], hosted agents: [] {{(pid=111166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:54:36.775715 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] Network d934d39c-6d41-4a49-a5c1-23132bb43486 is scheduled to be hosted by DHCP agent 1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8 with binding_index 1 {{(pid=111166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:54:36.884246 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849803-1-iscsi, d934d39c-6d41-4a49-a5c1-23132bb43486) {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:36.889069 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:36.889704 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:36.895479 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56cc010-e122-40d5-a545-0799e0b0325e None None] Network d934d39c-6d41-4a49-a5c1-23132bb43486 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:54:36.971693 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-fea5c231-c260-474a-b4d2-c07cdacb002b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6749980 Jul 14 11:54:36.991723 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bac3c8-cf32-488d-b9a7-8aea0e2f71b9 None None] Network d934d39c-6d41-4a49-a5c1-23132bb43486 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:54:39.320498 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-77f1175f-a9e7-46a1-8567-36ee5022523a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:39.321901 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-77f1175f-a9e7-46a1-8567-36ee5022523a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/networks?id=d934d39c-6d41-4a49-a5c1-23132bb43486 HTTP/1.1" status: 200 len: 814 time: 0.1064122 Jul 14 11:54:39.336821 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-fffaa864-ff9a-4ad3-af99-a9351814689a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/quotas/81884daddee04f478f047f2c309ad433 HTTP/1.1" status: 200 len: 375 time: 0.0094790 Jul 14 11:54:39.371922 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-f6e537b8-ee6b-4695-be58-b939c0f1afe0 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=81884daddee04f478f047f2c309ad433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281844 Jul 14 11:54:39.382323 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-78308599-b322-4ef6-b7e4-452a167ce3c0 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:54:39.383270 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-78308599-b322-4ef6-b7e4-452a167ce3c0 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050724 Jul 14 11:54:39.475576 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-41adc0e1-0977-4ff7-9fd4-bbad4cd7fab7 service neutron] 10.222.0.40 "GET /v2.0/networks/d934d39c-6d41-4a49-a5c1-23132bb43486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867405 Jul 14 11:54:39.565250 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-6ea9b717-2775-4d66-849e-d796da789b93 service neutron] 10.222.0.40 "GET /v2.0/networks/d934d39c-6d41-4a49-a5c1-23132bb43486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839314 Jul 14 11:54:39.929981 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1698aa94-4285-4b30-8273-e27126b61e01 req-45849140-fff7-4ff7-b5d0-0076c9d8ea8f tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 210 time: 0.0914967 Jul 14 11:54:41.030127 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9cdbde9e-7b45-4f1f-93d4-5ce9340126a8 req-e9463378-60cf-478b-b88f-2866b78346b1 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 210 time: 0.0323834 Jul 14 11:54:41.287643 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:41.288338 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:42.018307 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-cbe7cccd-b484-4573-a106-be6abb1b1967 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:42.019804 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-cbe7cccd-b484-4573-a106-be6abb1b1967 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.55 "GET /v2.0/networks?id=d934d39c-6d41-4a49-a5c1-23132bb43486 HTTP/1.1" status: 200 len: 814 time: 0.1044483 Jul 14 11:54:42.032968 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Request body: {'port': {'device_id': '7f1e8e0d-5efe-4abd-8940-06d3c154b397', 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486', 'admin_state_up': True, 'tenant_id': '81884daddee04f478f047f2c309ad433'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:54:42.138863 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ba596da4-de89-4643-8781-847c03183bd2 req-2c4a7875-7af9-4c14-a4cb-70d7d2470e87 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 210 time: 0.0369389 Jul 14 11:54:42.271547 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Made reservation on behalf of 81884daddee04f478f047f2c309ad433 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:54:42.275459 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:42.403414 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Allocated IP 172.20.0.4 (d934d39c-6d41-4a49-a5c1-23132bb43486/1a6b3b1a-3281-40c2-88b1-9b93351ea2b1/9394448b-942f-4bd9-aa79-84b4f556a19a) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:54:42.553443 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks [] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:42.554646 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:42.638649 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:42.682316 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Network d934d39c-6d41-4a49-a5c1-23132bb43486 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:54:42.687516 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:54:42.691624 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:54:42.697088 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:42.715466 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Pushing event updated for resources: {'Port': ['ID=9394448b-942f-4bd9-aa79-84b4f556a19a,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:42.744564 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:42.745194 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:42.850932 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-d6fbb438-9cc7-4692-bc43-d656bb2c750a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217475 Jul 14 11:54:42.859732 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-f5f816b6-036d-4abc-be9b-21649d598053 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:54:42.862095 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-f5f816b6-036d-4abc-be9b-21649d598053 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050647 Jul 14 11:54:42.872840 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Request body: {'port': {'device_id': '7f1e8e0d-5efe-4abd-8940-06d3c154b397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:54:42.935774 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:43.185541 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9394448b-942f-4bd9-aa79-84b4f556a19a {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:54:43.194094 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Publish callbacks [] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:43.207085 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Transition to ACTIVE for port object 9394448b-942f-4bd9-aa79-84b4f556a19a will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:54:43.258693 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b204d6-f910-4cd1-a9a6-fcd2272f918c req-4f1483d7-48c7-46c8-b109-7c8215e8f0ab tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:43.260171 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-38b204d6-f910-4cd1-a9a6-fcd2272f918c req-4f1483d7-48c7-46c8-b109-7c8215e8f0ab tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 931 time: 0.0501165 Jul 14 11:54:43.295760 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:43.305992 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:43.310802 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-38b204d6-f910-4cd1-a9a6-fcd2272f918c req-d961d4d3-5153-4ac1-9c72-b5f324ebdca3 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448959 Jul 14 11:54:43.346904 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Pushing event updated for resources: {'Port': ['ID=9394448b-942f-4bd9-aa79-84b4f556a19a,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:43.426891 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Attempting to bind port 9394448b-942f-4bd9-aa79-84b4f556a19a on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:54:43.427222 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Attempting to bind port 9394448b-942f-4bd9-aa79-84b4f556a19a by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'a11d5d67-8015-4d94-b464-f0c1098c3c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:54:43.427544 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Attempting to bind port 9394448b-942f-4bd9-aa79-84b4f556a19a on network d934d39c-6d41-4a49-a5c1-23132bb43486 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:54:43.432012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Port 9394448b-942f-4bd9-aa79-84b4f556a19a on network d934d39c-6d41-4a49-a5c1-23132bb43486 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:54:43.432329 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Attempting to bind port 9394448b-942f-4bd9-aa79-84b4f556a19a on network d934d39c-6d41-4a49-a5c1-23132bb43486 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:54:43.437326 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:54:43.437662 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Checking segment: {'id': 'a11d5d67-8015-4d94-b464-f0c1098c3c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:54:43.438038 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Bound using segment: {'id': 'a11d5d67-8015-4d94-b464-f0c1098c3c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:54:43.438457 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Bound port: 9394448b-942f-4bd9-aa79-84b4f556a19a, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11d5d67-8015-4d94-b464-f0c1098c3c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:54:43.439412 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:43.500078 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] For port 9394448b-942f-4bd9-aa79-84b4f556a19a, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:54:43.503817 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] For port 9394448b-942f-4bd9-aa79-84b4f556a19a, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9394448b-942f-4bd9-aa79-84b4f556a19a,segment=NetworkSegment(a11d5d67-8015-4d94-b464-f0c1098c3c1e),segment_id=a11d5d67-8015-4d94-b464-f0c1098c3c1e)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:54:43.610491 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:43.645235 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:43.646797 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:43.647481 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:43.648863 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] 10.222.0.55 "PUT /v2.0/ports/9394448b-942f-4bd9-aa79-84b4f556a19a HTTP/1.1" status: 200 len: 1093 time: 0.7802050 Jul 14 11:54:43.653404 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1e8e0d-5efe-4abd-8940-06d3c154b397', 'tag': '9394448b-942f-4bd9-aa79-84b4f556a19a'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:54:43.655591 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c924e6-84a6-4fed-9198-6310758f5dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1e8e0d-5efe-4abd-8940-06d3c154b397", "tag": "9394448b-942f-4bd9-aa79-84b4f556a19a"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:43.678978 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8c34d-0a51-4719-9d76-8c9ceba4558b service neutron] Pushing event updated for resources: {'Port': ['ID=9394448b-942f-4bd9-aa79-84b4f556a19a,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:43.695261 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2ec9f2-3420-436f-a5c3-dd64197a5c1a x-openstack-request-id: req-9b2ec9f2-3420-436f-a5c3-dd64197a5c1a {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:43.695555 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1e8e0d-5efe-4abd-8940-06d3c154b397", "tag": "9394448b-942f-4bd9-aa79-84b4f556a19a", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:43.695807 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9b2ec9f2-3420-436f-a5c3-dd64197a5c1a {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:43.696208 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2ec9f2-3420-436f-a5c3-dd64197a5c1a'] response: {'name': 'network-changed', 'server_uuid': '7f1e8e0d-5efe-4abd-8940-06d3c154b397', 'tag': '9394448b-942f-4bd9-aa79-84b4f556a19a', 'status': 'completed', 'code': 200} Jul 14 11:54:43.760433 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c924e6-84a6-4fed-9198-6310758f5dcb req-26d5e7cf-abd5-45ca-b1b5-eba4bfe40d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:43.761953 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92c924e6-84a6-4fed-9198-6310758f5dcb req-26d5e7cf-abd5-45ca-b1b5-eba4bfe40d04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81884daddee04f478f047f2c309ad433&device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 1127 time: 0.0472245 Jul 14 11:54:43.859882 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c924e6-84a6-4fed-9198-6310758f5dcb req-9d4054df-6a92-4b8b-a68d-0cfbd68c9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:43.861957 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92c924e6-84a6-4fed-9198-6310758f5dcb req-9d4054df-6a92-4b8b-a68d-0cfbd68c9d37 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=81884daddee04f478f047f2c309ad433&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927260 Jul 14 11:54:43.957601 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c924e6-84a6-4fed-9198-6310758f5dcb req-5351f888-d53f-4bf2-936d-f9aed4ce7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:43.959042 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-92c924e6-84a6-4fed-9198-6310758f5dcb req-5351f888-d53f-4bf2-936d-f9aed4ce7326 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917976 Jul 14 11:54:44.024607 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:44.035109 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-84a52e37-a301-426e-8f32-e986e096fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:44.036874 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-84a52e37-a301-426e-8f32-e986e096fd40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81884daddee04f478f047f2c309ad433&device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 1127 time: 0.0417531 Jul 14 11:54:44.081921 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-dff0ad5e-9a5a-4a7b-8d33-1b031780e8a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9394448b-942f-4bd9-aa79-84b4f556a19a HTTP/1.1" status: 200 len: 217 time: 0.0377381 Jul 14 11:54:44.131557 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-7207f498-a25b-4c5c-a239-5420fb52c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:44.133038 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-7207f498-a25b-4c5c-a239-5420fb52c473 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a6b3b1a-3281-40c2-88b1-9b93351ea2b1 HTTP/1.1" status: 200 len: 854 time: 0.0444877 Jul 14 11:54:44.165771 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-82dd101c-e896-42a0-ae5c-9201139eb680 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d934d39c-6d41-4a49-a5c1-23132bb43486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270932 Jul 14 11:54:44.255975 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-47d289de-ab95-4278-b69e-b6c58e83d249 service neutron] 10.222.0.55 "GET /v2.0/networks/d934d39c-6d41-4a49-a5c1-23132bb43486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846889 Jul 14 11:54:44.342898 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-63fd03ca-09e5-427e-8464-a7bea0a07cc8 req-c569a18e-c764-4716-9233-2187302230e2 service neutron] 10.222.0.55 "GET /v2.0/networks/d934d39c-6d41-4a49-a5c1-23132bb43486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813198 Jul 14 11:54:44.427547 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404b962-c872-4be1-ba2c-10ef99c2ddfe req-c2864952-3113-49a1-b7bd-7229b4fbcffb tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:44.429075 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f404b962-c872-4be1-ba2c-10ef99c2ddfe req-c2864952-3113-49a1-b7bd-7229b4fbcffb tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 943 time: 0.0495701 Jul 14 11:54:44.453956 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:44.479489 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f404b962-c872-4be1-ba2c-10ef99c2ddfe req-4a2d1191-8add-4c3e-9a9c-e9da805bb70a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448909 Jul 14 11:54:44.911205 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-435d426e-1f86-4e25-905a-4d06467942af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:45.596134 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa8b2d-529e-4034-aa04-61792a245b75 req-228fe5da-40cb-45ae-b35c-defb4f7e4214 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:45.597624 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-02fa8b2d-529e-4034-aa04-61792a245b75 req-228fe5da-40cb-45ae-b35c-defb4f7e4214 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 943 time: 0.0468199 Jul 14 11:54:45.648136 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-02fa8b2d-529e-4034-aa04-61792a245b75 req-f2859357-8405-4fa9-b34c-0dde9a4cad17 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Jul 14 11:54:46.759915 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde20d9-344c-41b9-afce-7a43439b9f8f req-b106e819-4718-49dd-8526-831d0bd824dd tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:46.761381 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bdde20d9-344c-41b9-afce-7a43439b9f8f req-b106e819-4718-49dd-8526-831d0bd824dd tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 943 time: 0.0466976 Jul 14 11:54:46.808217 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-bdde20d9-344c-41b9-afce-7a43439b9f8f req-6e3f52a7-53dc-487b-b3f8-ff79a2d68473 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413251 Jul 14 11:54:47.089779 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-0ca692f9-7d3c-42f2-a23a-5f53226be8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:47.169005 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9394448b-942f-4bd9-aa79-84b4f556a19a details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:54:47.270275 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 9394448b-942f-4bd9-aa79-84b4f556a19a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9394448b-942f-4bd9-aa79-84b4f556a19a,segment=NetworkSegment(a11d5d67-8015-4d94-b464-f0c1098c3c1e),segment_id=a11d5d67-8015-4d94-b464-f0c1098c3c1e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:47.281691 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '9394448b-942f-4bd9-aa79-84b4f556a19a', 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486', 'port_id': '9394448b-942f-4bd9-aa79-84b4f556a19a', 'mac_address': 'fa:16:3e:89:70:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6b3b1a-3281-40c2-88b1-9b93351ea2b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:54:47.317295 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 9394448b-942f-4bd9-aa79-84b4f556a19a is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:54:47.317604 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:47.330679 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9394448b-942f-4bd9-aa79-84b4f556a19a {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:54:47.351272 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 9394448b-942f-4bd9-aa79-84b4f556a19a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9394448b-942f-4bd9-aa79-84b4f556a19a,segment=NetworkSegment(a11d5d67-8015-4d94-b464-f0c1098c3c1e),segment_id=a11d5d67-8015-4d94-b464-f0c1098c3c1e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:47.415759 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:47.463246 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=9394448b-942f-4bd9-aa79-84b4f556a19a,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:47.470989 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.471336 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.471677 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.472014 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.472345 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.472696 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.473021 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.473380 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.473741 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.474107 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.474431 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.474754 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.475072 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.475388 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.475705 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:47.629179 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['9394448b-942f-4bd9-aa79-84b4f556a19a'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:54:47.922318 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc9a9b-f1ad-4ec7-8cb4-78dc0142d8b1 req-146e00c4-e815-4208-aac3-f1b5cd13272a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:47.924272 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-37dc9a9b-f1ad-4ec7-8cb4-78dc0142d8b1 req-146e00c4-e815-4208-aac3-f1b5cd13272a tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 944 time: 0.0481293 Jul 14 11:54:47.971087 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-37dc9a9b-f1ad-4ec7-8cb4-78dc0142d8b1 req-1e1ab939-8b63-4569-a271-3e0ece8d3180 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412858 Jul 14 11:54:48.306939 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:49.090526 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e86d2-e25d-4a91-a754-47f17c1b150c req-aab9fb8c-b8a9-4592-bf72-3e2fcd075ae0 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:49.091915 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-316e86d2-e25d-4a91-a754-47f17c1b150c req-aab9fb8c-b8a9-4592-bf72-3e2fcd075ae0 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 944 time: 0.0473351 Jul 14 11:54:49.138987 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-316e86d2-e25d-4a91-a754-47f17c1b150c req-1e7c0a3f-427c-41ac-9f1d-afe2c4d2a383 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 Jul 14 11:54:49.183235 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9394448b-942f-4bd9-aa79-84b4f556a19a up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:54:49.224603 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 9394448b-942f-4bd9-aa79-84b4f556a19a completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:54:49.278185 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 9394448b-942f-4bd9-aa79-84b4f556a19a triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:54:49.278557 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:49.357482 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 9394448b-942f-4bd9-aa79-84b4f556a19a is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:54:49.358188 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:49.381528 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1e8e0d-5efe-4abd-8940-06d3c154b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394448b-942f-4bd9-aa79-84b4f556a19a'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:54:49.383777 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7142d954-5711-43b9-b319-c92a590ae654" -d '{"events": [{"server_uuid": "7f1e8e0d-5efe-4abd-8940-06d3c154b397", "name": "network-vif-plugged", "status": "completed", "tag": "9394448b-942f-4bd9-aa79-84b4f556a19a"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:49.399431 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 9394448b-942f-4bd9-aa79-84b4f556a19a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9394448b-942f-4bd9-aa79-84b4f556a19a,segment=NetworkSegment(a11d5d67-8015-4d94-b464-f0c1098c3c1e),segment_id=a11d5d67-8015-4d94-b464-f0c1098c3c1e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:49.473074 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:49.495962 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f65d20c-c9d2-4544-8469-bbc5fba76b18 x-openstack-request-id: req-1f65d20c-c9d2-4544-8469-bbc5fba76b18 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:49.496333 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1e8e0d-5efe-4abd-8940-06d3c154b397", "name": "network-vif-plugged", "status": "completed", "tag": "9394448b-942f-4bd9-aa79-84b4f556a19a", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:49.496732 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1f65d20c-c9d2-4544-8469-bbc5fba76b18 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:49.496892 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f65d20c-c9d2-4544-8469-bbc5fba76b18'] response: {'server_uuid': '7f1e8e0d-5efe-4abd-8940-06d3c154b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394448b-942f-4bd9-aa79-84b4f556a19a', 'code': 200} Jul 14 11:54:49.527640 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=9394448b-942f-4bd9-aa79-84b4f556a19a,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:49.638534 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:49.781446 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c1213-894c-4ddd-aff4-f53846b01b7e req-f141203c-d8fe-4d74-8814-e1eca9719970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:49.782950 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4d8c1213-894c-4ddd-aff4-f53846b01b7e req-f141203c-d8fe-4d74-8814-e1eca9719970 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 1129 time: 0.0395048 Jul 14 11:54:49.827696 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4d8c1213-894c-4ddd-aff4-f53846b01b7e req-0f9b00a2-ea5e-405a-bfb1-c09509263852 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382817 Jul 14 11:54:49.932539 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:50.019171 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:50.316776 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2518e-df74-4b41-8622-0848b262ba09 req-a8a4cd92-ad0c-4efc-b389-02e0fa70ceb2 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:50.318268 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4fa2518e-df74-4b41-8622-0848b262ba09 req-a8a4cd92-ad0c-4efc-b389-02e0fa70ceb2 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 945 time: 0.1086183 Jul 14 11:54:50.365746 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-4fa2518e-df74-4b41-8622-0848b262ba09 req-ea7fe7b2-b20c-4a7f-8e59-b7a07d5a9801 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Jul 14 11:54:51.488101 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb7757-7696-4f89-bbe5-ebf72947fd32 req-d7db3fe6-ea39-40b9-9e66-60dcd1593dff tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:51.489629 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-21cb7757-7696-4f89-bbe5-ebf72947fd32 req-d7db3fe6-ea39-40b9-9e66-60dcd1593dff tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 945 time: 0.0514822 Jul 14 11:54:51.539024 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-21cb7757-7696-4f89-bbe5-ebf72947fd32 req-1fad0aa9-0c68-419b-b075-193ee79747ce tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Jul 14 11:54:53.081940 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8b140-243a-40b9-8e55-da7fee9e17f4 req-75f93365-d4f7-47d4-8686-3990564e6d3d tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:53.083444 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6ea8b140-243a-40b9-8e55-da7fee9e17f4 req-75f93365-d4f7-47d4-8686-3990564e6d3d tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 945 time: 0.0517220 Jul 14 11:54:53.115709 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:53.135920 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6ea8b140-243a-40b9-8e55-da7fee9e17f4 req-04d8d5a0-c016-4fc8-a1bd-13d9640f28f2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466075 Jul 14 11:54:54.255547 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fc319-919c-4ff2-a80d-d62968f590e1 req-438e9ac5-d4f3-4a11-b12b-594f4241d929 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:54.257011 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a94fc319-919c-4ff2-a80d-d62968f590e1 req-438e9ac5-d4f3-4a11-b12b-594f4241d929 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 945 time: 0.0492690 Jul 14 11:54:54.309105 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a94fc319-919c-4ff2-a80d-d62968f590e1 req-ae89e71e-839f-48bb-8779-2d5d410aa4d6 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463831 Jul 14 11:54:54.715997 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-56b6b28d-7405-4e5f-a280-61d61781fcbc tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:54.717536 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-56b6b28d-7405-4e5f-a280-61d61781fcbc tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 945 time: 0.0482624 Jul 14 11:54:54.805020 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Deleting port 13845ba0-8394-4994-8f3a-c990a6595f50 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:54:54.805398 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:54.901133 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] For port 13845ba0-8394-4994-8f3a-c990a6595f50, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=13845ba0-8394-4994-8f3a-c990a6595f50,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:54:54.901531 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:55.074749 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:55.075145 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (f6328008-c8ac-4cb2-86e3-8a9a0713a99a), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:55.075592 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Floating IP f6328008-c8ac-4cb2-86e3-8a9a0713a99a disassociated. External IP: 172.27.3.95, port: 13845ba0-8394-4994-8f3a-c990a6595f50. Jul 14 11:54:55.075946 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Calling delete_port for 13845ba0-8394-4994-8f3a-c990a6595f50 owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:54:55.089582 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:55.434267 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1910ac-5f71-4452-be89-cae5cfd44ed9 req-39a49a34-cd6f-4336-b474-18f5350ca26b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:55.435938 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ef1910ac-5f71-4452-be89-cae5cfd44ed9 req-39a49a34-cd6f-4336-b474-18f5350ca26b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 945 time: 0.0535645 Jul 14 11:54:55.481404 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:54:55.491380 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ef1910ac-5f71-4452-be89-cae5cfd44ed9 req-5fbe9c6a-92f2-4e28-9011-fad77d68c928 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489933 Jul 14 11:54:55.724451 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (13845ba0-8394-4994-8f3a-c990a6595f50), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:55.754641 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event deleted for resources: {'Port': ['ID=13845ba0-8394-4994-8f3a-c990a6595f50,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:55.868339 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Router b2280d06-5850-4e62-9d27-f6eaf478a513 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:54:55.975942 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:54:55.985302 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd8750-6384-48d7-8750-d01addffc053 None None] Sync routers for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:54:55.997282 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffd8750-6384-48d7-8750-d01addffc053 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:54:55.997924 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-dffd8750-6384-48d7-8750-d01addffc053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:54:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:56.018502 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] No DVR routers for this DVR port 13845ba0-8394-4994-8f3a-c990a6595f50 on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:54:56.021773 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:56.025014 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8fbd2b3e-6d86-4900-9e4c-db67eb2a43a5 req-f9db515e-3801-4b10-afb0-6fc34ad0f196 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "DELETE /v2.0/ports/13845ba0-8394-4994-8f3a-c990a6595f50 HTTP/1.1" status: 204 len: 173 time: 1.3024368 Jul 14 11:54:56.025510 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'name': 'network-vif-deleted', 'tag': '13845ba0-8394-4994-8f3a-c990a6595f50'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:54:56.027776 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901beff7-4534-404d-9cee-d01ff8288c5a" -d '{"events": [{"server_uuid": "cec7809b-bc37-4ba9-9481-743c85a10de8", "name": "network-vif-deleted", "tag": "13845ba0-8394-4994-8f3a-c990a6595f50"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:54:56.070111 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc681848-25ca-41d7-aba6-b3260e07122a x-openstack-request-id: req-cc681848-25ca-41d7-aba6-b3260e07122a {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:54:56.070543 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec7809b-bc37-4ba9-9481-743c85a10de8", "name": "network-vif-deleted", "tag": "13845ba0-8394-4994-8f3a-c990a6595f50", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:54:56.070687 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cc681848-25ca-41d7-aba6-b3260e07122a {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:54:56.071119 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc681848-25ca-41d7-aba6-b3260e07122a'] response: {'server_uuid': 'cec7809b-bc37-4ba9-9481-743c85a10de8', 'name': 'network-vif-deleted', 'tag': '13845ba0-8394-4994-8f3a-c990a6595f50', 'status': 'completed', 'code': 200} Jul 14 11:54:56.122499 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-dffd8750-6384-48d7-8750-d01addffc053 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:54:56.320974 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-dffd8750-6384-48d7-8750-d01addffc053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:56.345916 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd8750-6384-48d7-8750-d01addffc053 None None] Checking router: b2280d06-5850-4e62-9d27-f6eaf478a513 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:54:56.355221 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffd8750-6384-48d7-8750-d01addffc053 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:54:56.355824 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-dffd8750-6384-48d7-8750-d01addffc053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:54:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:56.468697 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-dffd8750-6384-48d7-8750-d01addffc053 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:54:56.602905 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b657e857-fb05-4d83-8a2f-c81e81562c81 req-46b1f4a1-08a4-4dfe-9eaa-99b8b0a28cc4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=cec7809b-bc37-4ba9-9481-743c85a10de8 HTTP/1.1" status: 200 len: 210 time: 0.0336554 Jul 14 11:54:56.760102 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-dffd8750-6384-48d7-8750-d01addffc053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:54:56.791527 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd8750-6384-48d7-8750-d01addffc053 None None] The sync data for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi is: [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:54:57.018372 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af3bf2-cdcf-4d18-804e-a96104937fdf None None] New status for floating IP f6328008-c8ac-4cb2-86e3-8a9a0713a99a: DOWN {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:54:57.868270 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-70298809-ac24-4c40-8655-0624e345b8f2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630221934&fields=id&tenant_id=7119e46a06b54c2984b21f32d9c156e3 HTTP/1.1" status: 200 len: 267 time: 0.0462770 Jul 14 11:54:57.913319 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:54:57.978204 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-189b3f42-24fc-40e0-a9df-70dbd1a9fb80 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:54:57.979867 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-189b3f42-24fc-40e0-a9df-70dbd1a9fb80 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 812 time: 0.1036530 Jul 14 11:54:57.995195 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-6ed88a12-ca81-4078-8bff-07d8ff300f37 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/quotas/7119e46a06b54c2984b21f32d9c156e3 HTTP/1.1" status: 200 len: 375 time: 0.0100346 Jul 14 11:54:58.049237 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-3946c403-5227-44c6-bb3d-28c4af313ed4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487809 Jul 14 11:54:58.110102 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-24e880bf-48fa-4ce6-a078-ff63197334cb service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=111166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:54:58.111099 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-24e880bf-48fa-4ce6-a078-ff63197334cb service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0497680 Jul 14 11:54:58.205645 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19d4006-e4a5-4c10-a10c-abe63a81eac8 service neutron] 10.222.0.40 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885172 Jul 14 11:54:58.302553 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-50c321eb-f0a1-474d-ab26-efc054a1272e service neutron] 10.222.0.40 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905025 Jul 14 11:54:58.871849 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-ecc4f4f9-3978-47dc-b0ea-aeb2bb358f67 req-78dbd69c-8306-44f6-b781-58e5f4c7686d tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 210 time: 0.0299819 Jul 14 11:54:59.232402 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 13845ba0-8394-4994-8f3a-c990a6595f50 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:54:59.252141 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 13845ba0-8394-4994-8f3a-c990a6595f50 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:54:59.252485 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 13845ba0-8394-4994-8f3a-c990a6595f50 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:54:59.973046 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e27ae020-acf7-4902-a837-dda616e12138 req-d81ed815-661f-45a6-90d2-f121ff66f99e tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 210 time: 0.0309982 Jul 14 11:55:00.985489 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-c596107f-8393-42d1-8ba3-a455164c6da4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:00.986849 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-c596107f-8393-42d1-8ba3-a455164c6da4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 812 time: 0.3739016 Jul 14 11:55:01.004606 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:01.062779 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-95a57e77-1cbd-4f52-addb-53aca1675cdf tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7119e46a06b54c2984b21f32d9c156e3 HTTP/1.1" status: 200 len: 379 time: 0.0662374 Jul 14 11:55:01.071555 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'port': {'device_id': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'admin_state_up': True, 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'security_groups': ['9c0675a7-3e87-48f8-8212-2f6b1d647c65']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:55:01.081288 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-da77489a-7c7f-4dd6-bd37-d4eae5ba857d req-971cbba0-d38f-4305-8e7a-da9a07e898d0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 210 time: 0.0332847 Jul 14 11:55:01.238698 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Made reservation on behalf of 7119e46a06b54c2984b21f32d9c156e3 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:55:01.242226 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:01.317269 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:01.376347 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Allocated IP 172.20.0.14 (c22b4386-d3cd-4949-9a26-72cae23c6f3e/fbb50109-c620-4078-9895-dc847ba8b3c8/508effd0-c068-4bd7-a603-c11584bfe334) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:55:01.525894 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for port (508effd0-c068-4bd7-a603-c11584bfe334), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:01.647104 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (508effd0-c068-4bd7-a603-c11584bfe334), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:01.691259 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Network c22b4386-d3cd-4949-9a26-72cae23c6f3e is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:55:01.694872 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:01.698996 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:55:01.738492 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'Port': ['ID=508effd0-c068-4bd7-a603-c11584bfe334,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:01.760437 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:01.761100 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:01.839303 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-7cd7b2f7-9ae8-4998-b958-d2e60404fe60 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7715545 Jul 14 11:55:01.901753 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Request body: {'port': {'device_id': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:55:01.941996 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:01.967277 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (508effd0-c068-4bd7-a603-c11584bfe334), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:02.001713 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-65446ec7-ed83-45c8-9a34-42d02696b1ff None None] Provisioning complete for port 508effd0-c068-4bd7-a603-c11584bfe334 triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:55:02.002716 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-65446ec7-ed83-45c8-9a34-42d02696b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (508effd0-c068-4bd7-a603-c11584bfe334), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:02.039429 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-65446ec7-ed83-45c8-9a34-42d02696b1ff None None] Port 508effd0-c068-4bd7-a603-c11584bfe334 cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:55:02.226827 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c7bce-b0c9-4457-b954-203b3b15b88d req-2bdc9ade-900f-4f51-a883-647b32040f48 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:02.228272 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a25c7bce-b0c9-4457-b954-203b3b15b88d req-2bdc9ade-900f-4f51-a883-647b32040f48 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 932 time: 0.0746286 Jul 14 11:55:02.280398 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508effd0-c068-4bd7-a603-c11584bfe334 {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:55:02.293701 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Publish callbacks [] for port (508effd0-c068-4bd7-a603-c11584bfe334), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:02.314420 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:02.322716 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a25c7bce-b0c9-4457-b954-203b3b15b88d req-75c073f4-c684-4a40-9e6b-243ef3a7883b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886884 Jul 14 11:55:02.323671 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Transition to ACTIVE for port object 508effd0-c068-4bd7-a603-c11584bfe334 will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:55:02.398448 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (508effd0-c068-4bd7-a603-c11584bfe334), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:02.448177 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=508effd0-c068-4bd7-a603-c11584bfe334,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:02.530306 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Attempting to bind port 508effd0-c068-4bd7-a603-c11584bfe334 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:55:02.530647 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Attempting to bind port 508effd0-c068-4bd7-a603-c11584bfe334 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:55:02.530973 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Attempting to bind port 508effd0-c068-4bd7-a603-c11584bfe334 on network c22b4386-d3cd-4949-9a26-72cae23c6f3e {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:55:02.536007 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Port 508effd0-c068-4bd7-a603-c11584bfe334 on network c22b4386-d3cd-4949-9a26-72cae23c6f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:55:02.536826 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Attempting to bind port 508effd0-c068-4bd7-a603-c11584bfe334 on network c22b4386-d3cd-4949-9a26-72cae23c6f3e {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:55:02.542166 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:55:02.542502 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Checking segment: {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:55:02.542888 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Bound using segment: {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:55:02.543318 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Bound port: 508effd0-c068-4bd7-a603-c11584bfe334, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:55:02.543783 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (508effd0-c068-4bd7-a603-c11584bfe334), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:02.611079 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] For port 508effd0-c068-4bd7-a603-c11584bfe334, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:55:02.614211 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] For port 508effd0-c068-4bd7-a603-c11584bfe334, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=508effd0-c068-4bd7-a603-c11584bfe334,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:55:02.705455 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (508effd0-c068-4bd7-a603-c11584bfe334), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:02.741825 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:02.742445 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:02.743878 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/508effd0-c068-4bd7-a603-c11584bfe334 HTTP/1.1" status: 200 len: 1094 time: 0.8969519 Jul 14 11:55:02.744359 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'tag': '508effd0-c068-4bd7-a603-c11584bfe334'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:55:02.746660 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e4e873-b514-45da-9f3f-1d78bea7c111" -d '{"events": [{"name": "network-changed", "server_uuid": "6aff10b1-193b-4ee2-93a1-d16ca2258d03", "tag": "508effd0-c068-4bd7-a603-c11584bfe334"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:02.778973 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19000f5-f9a0-4b77-914a-e5fd13c3e7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=508effd0-c068-4bd7-a603-c11584bfe334,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:02.883783 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd1b4d3-7313-49af-98ce-6a1d07c7ffb5 x-openstack-request-id: req-2cd1b4d3-7313-49af-98ce-6a1d07c7ffb5 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:02.883783 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aff10b1-193b-4ee2-93a1-d16ca2258d03", "tag": "508effd0-c068-4bd7-a603-c11584bfe334", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:02.883783 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2cd1b4d3-7313-49af-98ce-6a1d07c7ffb5 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:02.883783 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd1b4d3-7313-49af-98ce-6a1d07c7ffb5'] response: {'name': 'network-changed', 'server_uuid': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'tag': '508effd0-c068-4bd7-a603-c11584bfe334', 'status': 'completed', 'code': 200} Jul 14 11:55:02.928372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-2cce72fc-ccc2-4568-8008-8053bb0b96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:02.929952 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-2cce72fc-ccc2-4568-8008-8053bb0b96b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 1128 time: 0.0429788 Jul 14 11:55:02.977106 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:02.979090 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b2d08a95-78d0-44f6-aa43-11ca7d2a70ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=508effd0-c068-4bd7-a603-c11584bfe334 HTTP/1.1" status: 200 len: 217 time: 0.0376892 Jul 14 11:55:03.269708 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-e10d8815-305f-4936-913c-233f4d349c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:03.271177 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-e10d8815-305f-4936-913c-233f4d349c12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0464778 Jul 14 11:55:03.318537 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-5ec245c9-b8de-4c21-9326-91844fd286ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:03.320040 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-5ec245c9-b8de-4c21-9326-91844fd286ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418243 Jul 14 11:55:03.462401 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800978b0-873a-4e09-953f-54a127c1b0af req-671e7dc0-75d3-42ff-8dda-517895161fdb tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:03.463884 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-800978b0-873a-4e09-953f-54a127c1b0af req-671e7dc0-75d3-42ff-8dda-517895161fdb tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 944 time: 0.0712328 Jul 14 11:55:03.466228 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-5467e4a4-29ac-4cd6-bb44-2fdd0fa1ad00 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387551 Jul 14 11:55:03.514780 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-800978b0-873a-4e09-953f-54a127c1b0af req-4f9345dd-811c-4b0b-8534-cb5b99bfd0df tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452790 Jul 14 11:55:03.674585 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:03.703252 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5e4a269d-3cc8-4ab8-9cb9-df8c515be3d0 req-b173bf56-5d07-41a0-95f4-0f840cf8bed1 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910239 Jul 14 11:55:04.053607 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4e873-b514-45da-9f3f-1d78bea7c111 req-07f71184-e0af-4753-8e77-b4d81017578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:04.055148 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-28e4e873-b514-45da-9f3f-1d78bea7c111 req-07f71184-e0af-4753-8e77-b4d81017578f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 1128 time: 0.0403585 Jul 14 11:55:04.150817 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4e873-b514-45da-9f3f-1d78bea7c111 req-b74f021f-aa36-4a2e-97ca-898f097d199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:04.152311 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-28e4e873-b514-45da-9f3f-1d78bea7c111 req-b74f021f-aa36-4a2e-97ca-898f097d199a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 913 time: 0.0911958 Jul 14 11:55:04.196238 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-28e4e873-b514-45da-9f3f-1d78bea7c111 req-6c4a0763-b711-4fc3-b290-f01c54a9ff2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=508effd0-c068-4bd7-a603-c11584bfe334 HTTP/1.1" status: 200 len: 217 time: 0.0366507 Jul 14 11:55:04.246735 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4e873-b514-45da-9f3f-1d78bea7c111 req-01228a51-d6d6-4a91-9e95-f5b814243118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:04.248163 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-28e4e873-b514-45da-9f3f-1d78bea7c111 req-01228a51-d6d6-4a91-9e95-f5b814243118 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0451524 Jul 14 11:55:04.263389 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:04.298322 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4e873-b514-45da-9f3f-1d78bea7c111 req-95103927-f583-4b67-b3c4-2468f086f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:04.299800 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-28e4e873-b514-45da-9f3f-1d78bea7c111 req-95103927-f583-4b67-b3c4-2468f086f29d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436337 Jul 14 11:55:04.391067 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-28e4e873-b514-45da-9f3f-1d78bea7c111 req-1889728d-78db-4302-ad93-1f18d3d8f79b service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827281 Jul 14 11:55:04.485385 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-28e4e873-b514-45da-9f3f-1d78bea7c111 req-4e97b5b0-f404-4331-a353-ff2dc46cc0a3 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857430 Jul 14 11:55:04.634866 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282876b-2dd2-49ff-8f15-b4db805b82bc req-34afbf51-8dd7-43e3-b06a-5a2366fbe90d tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:04.636340 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b282876b-2dd2-49ff-8f15-b4db805b82bc req-34afbf51-8dd7-43e3-b06a-5a2366fbe90d tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 944 time: 0.0477502 Jul 14 11:55:04.686998 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b282876b-2dd2-49ff-8f15-b4db805b82bc req-f80de328-c6f1-4d79-a587-fd0bfec22d20 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445607 Jul 14 11:55:05.004037 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6aaaa1f6-ccdc-49ec-9c39-c83d1998e042 req-18758e46-511b-4c07-8cd2-db151a9294a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389135 Jul 14 11:55:05.085523 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaa1f6-ccdc-49ec-9c39-c83d1998e042 req-75f570bd-19d0-4bae-b4ab-ebde843d4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:05.087071 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6aaaa1f6-ccdc-49ec-9c39-c83d1998e042 req-75f570bd-19d0-4bae-b4ab-ebde843d4f1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81884daddee04f478f047f2c309ad433&device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 1129 time: 0.0399570 Jul 14 11:55:05.197012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaa1f6-ccdc-49ec-9c39-c83d1998e042 req-604bc0a1-982a-492a-a94b-19da04de723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:05.198593 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6aaaa1f6-ccdc-49ec-9c39-c83d1998e042 req-604bc0a1-982a-492a-a94b-19da04de723a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d934d39c-6d41-4a49-a5c1-23132bb43486 HTTP/1.1" status: 200 len: 915 time: 0.0939503 Jul 14 11:55:05.237325 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6aaaa1f6-ccdc-49ec-9c39-c83d1998e042 req-9b32db67-8170-4dde-b9d3-8497a8caa84a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9394448b-942f-4bd9-aa79-84b4f556a19a HTTP/1.1" status: 200 len: 217 time: 0.0327013 Jul 14 11:55:05.287144 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaa1f6-ccdc-49ec-9c39-c83d1998e042 req-4be15008-c5f2-496a-81c1-3736a37aa9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:05.288630 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6aaaa1f6-ccdc-49ec-9c39-c83d1998e042 req-4be15008-c5f2-496a-81c1-3736a37aa9b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a6b3b1a-3281-40c2-88b1-9b93351ea2b1 HTTP/1.1" status: 200 len: 854 time: 0.0438848 Jul 14 11:55:05.324622 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6aaaa1f6-ccdc-49ec-9c39-c83d1998e042 req-dca01480-9166-4d58-9db6-483c2dc44274 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d934d39c-6d41-4a49-a5c1-23132bb43486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301535 Jul 14 11:55:05.415071 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6aaaa1f6-ccdc-49ec-9c39-c83d1998e042 req-15e98ce4-348d-4766-932f-632c0a627c16 service neutron] 10.222.0.55 "GET /v2.0/networks/d934d39c-6d41-4a49-a5c1-23132bb43486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844679 Jul 14 11:55:05.509226 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6aaaa1f6-ccdc-49ec-9c39-c83d1998e042 req-f200ee22-a888-47e9-8fbf-ed3219bd8047 service neutron] 10.222.0.55 "GET /v2.0/networks/d934d39c-6d41-4a49-a5c1-23132bb43486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864453 Jul 14 11:55:05.801264 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a15b0-7b13-42d0-95e7-f7a5ea51827c req-6edb276f-384d-43f7-b2b6-5e4a65f75b02 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:05.802807 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ad9a15b0-7b13-42d0-95e7-f7a5ea51827c req-6edb276f-384d-43f7-b2b6-5e4a65f75b02 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 944 time: 0.0487144 Jul 14 11:55:05.828303 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:05.852150 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ad9a15b0-7b13-42d0-95e7-f7a5ea51827c req-7693bc1b-3f29-4fd3-ad17-04d8aa0d41fe tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437574 Jul 14 11:55:06.763112 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=69 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:06.966351 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f201c8-5c41-4dc0-99b8-b829ad209632 req-5b6606a1-c378-4a3f-b65c-1357e25fa9cc tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:06.967869 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f5f201c8-5c41-4dc0-99b8-b829ad209632 req-5b6606a1-c378-4a3f-b65c-1357e25fa9cc tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 944 time: 0.0479088 Jul 14 11:55:07.022643 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-f5f201c8-5c41-4dc0-99b8-b829ad209632 req-09f5da06-2b72-4cff-8754-1fae8b60a29f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490839 Jul 14 11:55:08.139110 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502530a5-417a-4db5-8f02-703adc0e782b req-ad79c322-f795-4e1e-a0bc-d9d69c94f16c tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:08.140574 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-502530a5-417a-4db5-8f02-703adc0e782b req-ad79c322-f795-4e1e-a0bc-d9d69c94f16c tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 944 time: 0.0479169 Jul 14 11:55:08.194729 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-502530a5-417a-4db5-8f02-703adc0e782b req-6efefeb6-547c-4210-85ed-fe85499f79b9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470243 Jul 14 11:55:08.289591 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:55:09.316860 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b7e86-7d2b-4956-b8c2-67ebbf6f05e1 req-e5706fc9-c820-440c-aaab-2c235fb9728e tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:09.318333 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b10b7e86-7d2b-4956-b8c2-67ebbf6f05e1 req-e5706fc9-c820-440c-aaab-2c235fb9728e tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 944 time: 0.0474570 Jul 14 11:55:09.372687 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b10b7e86-7d2b-4956-b8c2-67ebbf6f05e1 req-3a2490f6-d757-4c50-8a6d-42823e24dcdd tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489395 Jul 14 11:55:10.488028 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f70fd0-5af7-4434-ba55-f67a6bd39ef5 req-abbd34e8-abbd-4f92-9d91-7a7516efc470 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:10.489528 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-77f70fd0-5af7-4434-ba55-f67a6bd39ef5 req-abbd34e8-abbd-4f92-9d91-7a7516efc470 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 944 time: 0.0482557 Jul 14 11:55:10.538955 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-77f70fd0-5af7-4434-ba55-f67a6bd39ef5 req-b3b89fa2-d49c-4cd4-8068-fb9cfd444423 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438395 Jul 14 11:55:11.292702 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 508effd0-c068-4bd7-a603-c11584bfe334 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:55:11.298964 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:11.393571 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 508effd0-c068-4bd7-a603-c11584bfe334, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=508effd0-c068-4bd7-a603-c11584bfe334,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:11.405331 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': '508effd0-c068-4bd7-a603-c11584bfe334', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'port_id': '508effd0-c068-4bd7-a603-c11584bfe334', 'mac_address': 'fa:16:3e:65:7b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:55:11.438866 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 508effd0-c068-4bd7-a603-c11584bfe334 is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:55:11.439249 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (508effd0-c068-4bd7-a603-c11584bfe334), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:11.452520 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508effd0-c068-4bd7-a603-c11584bfe334 {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:55:11.472129 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 508effd0-c068-4bd7-a603-c11584bfe334, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=508effd0-c068-4bd7-a603-c11584bfe334,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:11.553269 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (508effd0-c068-4bd7-a603-c11584bfe334), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:11.605728 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=508effd0-c068-4bd7-a603-c11584bfe334,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:11.654563 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b6269-430c-4378-9d54-64c5e1d858fb req-016820a8-faff-4dca-b3cc-0275455708a1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:11.655963 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-df4b6269-430c-4378-9d54-64c5e1d858fb req-016820a8-faff-4dca-b3cc-0275455708a1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 945 time: 0.0482662 Jul 14 11:55:11.706097 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-df4b6269-430c-4378-9d54-64c5e1d858fb req-37815fba-4414-4e8d-a434-5ab48426bf89 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Jul 14 11:55:11.768906 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['508effd0-c068-4bd7-a603-c11584bfe334'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:55:12.828238 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab05d7-a3f7-4ea2-8cf1-86a8aff07a18 req-175576d9-1b70-4993-b8eb-a56c76ef48ae tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:12.829812 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-49ab05d7-a3f7-4ea2-8cf1-86a8aff07a18 req-175576d9-1b70-4993-b8eb-a56c76ef48ae tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 945 time: 0.0563722 Jul 14 11:55:12.879976 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-49ab05d7-a3f7-4ea2-8cf1-86a8aff07a18 req-21812dc6-818d-4a49-818c-2eada88b0c42 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436022 Jul 14 11:55:13.301799 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 508effd0-c068-4bd7-a603-c11584bfe334 up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:13.318948 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:13.345796 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port 508effd0-c068-4bd7-a603-c11584bfe334 completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:55:13.407698 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port 508effd0-c068-4bd7-a603-c11584bfe334 triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:55:13.408067 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (508effd0-c068-4bd7-a603-c11584bfe334), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:13.485075 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port 508effd0-c068-4bd7-a603-c11584bfe334 is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:55:13.485503 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (508effd0-c068-4bd7-a603-c11584bfe334), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:13.509015 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508effd0-c068-4bd7-a603-c11584bfe334'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:55:13.511233 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bb979a-593d-4e46-84c3-d65a87403c76" -d '{"events": [{"server_uuid": "6aff10b1-193b-4ee2-93a1-d16ca2258d03", "name": "network-vif-plugged", "status": "completed", "tag": "508effd0-c068-4bd7-a603-c11584bfe334"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:13.524415 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port 508effd0-c068-4bd7-a603-c11584bfe334, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=508effd0-c068-4bd7-a603-c11584bfe334,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:13.548691 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee90a24-1a1a-4531-9ff1-74b41335d366 x-openstack-request-id: req-6ee90a24-1a1a-4531-9ff1-74b41335d366 {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:13.549012 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aff10b1-193b-4ee2-93a1-d16ca2258d03", "name": "network-vif-plugged", "status": "completed", "tag": "508effd0-c068-4bd7-a603-c11584bfe334", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:13.549293 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6ee90a24-1a1a-4531-9ff1-74b41335d366 {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:13.549693 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee90a24-1a1a-4531-9ff1-74b41335d366'] response: {'server_uuid': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508effd0-c068-4bd7-a603-c11584bfe334', 'code': 200} Jul 14 11:55:13.598438 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (508effd0-c068-4bd7-a603-c11584bfe334), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:13.647198 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=508effd0-c068-4bd7-a603-c11584bfe334,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:13.957174 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=89 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:13.994335 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85631a47-59ab-4293-86c5-9e6a4ab26053 req-7c58bcf8-bf74-4d5a-ab0c-6318f4dad86d tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:13.995806 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-85631a47-59ab-4293-86c5-9e6a4ab26053 req-7c58bcf8-bf74-4d5a-ab0c-6318f4dad86d tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 946 time: 0.0483649 Jul 14 11:55:14.037461 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=100 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:14.057053 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-85631a47-59ab-4293-86c5-9e6a4ab26053 req-33b38a95-a543-4386-864b-5a17ca773735 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556955 Jul 14 11:55:14.073247 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccfd61-0096-41e2-9180-3c2a7aa08de2 req-a6ab6484-82ff-442d-9a33-f139dafd1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:14.074751 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-37ccfd61-0096-41e2-9180-3c2a7aa08de2 req-a6ab6484-82ff-442d-9a33-f139dafd1b3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 1130 time: 0.0396490 Jul 14 11:55:14.123164 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-37ccfd61-0096-41e2-9180-3c2a7aa08de2 req-9534da27-3d7c-48fd-b765-edc010665e90 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Jul 14 11:55:14.906959 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-34f10591-2ae2-4b50-a23c-67561464b3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:15.171123 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:15.180461 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5de66-6985-46bf-b237-426441800d54 req-5624d68e-8108-4b58-9f1c-25d7f9c32880 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:15.182007 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a1d5de66-6985-46bf-b237-426441800d54 req-5624d68e-8108-4b58-9f1c-25d7f9c32880 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 946 time: 0.0516646 Jul 14 11:55:15.237923 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a1d5de66-6985-46bf-b237-426441800d54 req-61ca4622-9f33-4e01-9153-2ca020b445db tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485969 Jul 14 11:55:16.361436 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd3cc5-c362-44c8-8d6c-76e81d4982f1 req-c419c6a4-f006-4c25-b00f-3a6abe6a6293 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:16.362892 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0afd3cc5-c362-44c8-8d6c-76e81d4982f1 req-c419c6a4-f006-4c25-b00f-3a6abe6a6293 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 946 time: 0.0474288 Jul 14 11:55:16.417196 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0afd3cc5-c362-44c8-8d6c-76e81d4982f1 req-3eec1415-204b-4605-b58b-46c415d5aea8 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482695 Jul 14 11:55:16.529099 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a1c3e-f67a-431c-9fda-508937140b09 req-822ce4a9-0fa1-47ee-97b1-f14436a533d6 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:16.530494 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-224a1c3e-f67a-431c-9fda-508937140b09 req-822ce4a9-0fa1-47ee-97b1-f14436a533d6 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 946 time: 0.0471270 Jul 14 11:55:16.580469 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-224a1c3e-f67a-431c-9fda-508937140b09 req-c73bb578-e682-4b3a-a712-0512149e0799 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433199 Jul 14 11:55:16.603128 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 45418) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:55:16.640096 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ec8a8-ec5f-4f6d-9e8b-2f68de288763 tempest-TestVolumeBootPattern-1677872159 tempest-TestVolumeBootPattern-1677872159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:16.641853 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-5d6ec8a8-ec5f-4f6d-9e8b-2f68de288763 tempest-TestVolumeBootPattern-1677872159 tempest-TestVolumeBootPattern-1677872159-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 1125 time: 0.0377343 Jul 14 11:55:16.644587 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 45420) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:55:16.649394 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'port_id': '508effd0-c068-4bd7-a603-c11584bfe334', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:55:16.738629 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:16.822170 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:16.930619 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Allocated IP 172.27.3.101 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/99b48cf2-eb61-44a5-91ce-257ef95c6c4e) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:55:17.032656 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:17.036222 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for port (99b48cf2-eb61-44a5-91ce-257ef95c6c4e), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:17.083638 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f413dae2-5521-4a4a-8663-f7e3f4e38475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:17.147291 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (99b48cf2-eb61-44a5-91ce-257ef95c6c4e), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:17.185579 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:55:17.188379 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:17.194102 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:55:17.221404 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'Port': ['ID=99b48cf2-eb61-44a5-91ce-257ef95c6c4e,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:17.392673 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:17.560211 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (e64ae0a1-cec0-4b63-9b65-929fdee5587b), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:17.692674 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (99b48cf2-eb61-44a5-91ce-257ef95c6c4e), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:17.837612 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for port (99b48cf2-eb61-44a5-91ce-257ef95c6c4e), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:17.904658 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (99b48cf2-eb61-44a5-91ce-257ef95c6c4e), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:17.967669 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:17.977743 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'Port': ['ID=99b48cf2-eb61-44a5-91ce-257ef95c6c4e,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:17.987789 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (e64ae0a1-cec0-4b63-9b65-929fdee5587b), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:18.084120 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.db.l3_db [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Floating IP e64ae0a1-cec0-4b63-9b65-929fdee5587b associated. External IP: 172.27.3.101, port: 508effd0-c068-4bd7-a603-c11584bfe334. Jul 14 11:55:18.286432 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:18.294161 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Router b2280d06-5850-4e62-9d27-f6eaf478a513 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:55:18.327443 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:18.391243 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:18.397757 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:55:18.408234 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050f71f-4dcf-48cd-acaf-b4a7d257ec9d None None] Sync routers for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:55:18.418752 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050f71f-4dcf-48cd-acaf-b4a7d257ec9d None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:55:18.419431 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2050f71f-4dcf-48cd-acaf-b4a7d257ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:55:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:18.468691 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:18.507165 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-229dcee7-7717-471d-a8fe-39ed15c8e1e4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8614819 Jul 14 11:55:18.507737 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'tag': '508effd0-c068-4bd7-a603-c11584bfe334'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:55:18.509990 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f949be0-bb70-4839-b3d8-bf01194d32e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6aff10b1-193b-4ee2-93a1-d16ca2258d03", "tag": "508effd0-c068-4bd7-a603-c11584bfe334"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:18.526611 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-2050f71f-4dcf-48cd-acaf-b4a7d257ec9d None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:55:18.549403 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc22517-2650-4030-8f29-d552a9f0e159 x-openstack-request-id: req-2bc22517-2650-4030-8f29-d552a9f0e159 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:18.549686 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aff10b1-193b-4ee2-93a1-d16ca2258d03", "tag": "508effd0-c068-4bd7-a603-c11584bfe334", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:18.549932 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2bc22517-2650-4030-8f29-d552a9f0e159 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:18.550330 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc22517-2650-4030-8f29-d552a9f0e159'] response: {'name': 'network-changed', 'server_uuid': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'tag': '508effd0-c068-4bd7-a603-c11584bfe334', 'status': 'completed', 'code': 200} Jul 14 11:55:18.738831 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2050f71f-4dcf-48cd-acaf-b4a7d257ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e64ae0a1-cec0-4b63-9b65-929fdee5587b', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '508effd0-c068-4bd7-a603-c11584bfe334', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:65:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:55:17Z', 'updated_at': '2022-07-14T11:55:17Z', 'revision_number': 0, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:18.764737 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050f71f-4dcf-48cd-acaf-b4a7d257ec9d None None] Checking router: b2280d06-5850-4e62-9d27-f6eaf478a513 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:55:18.774856 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050f71f-4dcf-48cd-acaf-b4a7d257ec9d None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:55:18.775476 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2050f71f-4dcf-48cd-acaf-b4a7d257ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:55:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:18.887685 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-2050f71f-4dcf-48cd-acaf-b4a7d257ec9d None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:55:19.011745 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f949be0-bb70-4839-b3d8-bf01194d32e2 req-b76d9138-bfaa-455c-8066-e3a69522c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:19.013250 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f949be0-bb70-4839-b3d8-bf01194d32e2 req-b76d9138-bfaa-455c-8066-e3a69522c433 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 1130 time: 0.2981417 Jul 14 11:55:19.107461 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f949be0-bb70-4839-b3d8-bf01194d32e2 req-cfc16d86-8ab9-4295-b770-26274ea8bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:19.108963 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f949be0-bb70-4839-b3d8-bf01194d32e2 req-cfc16d86-8ab9-4295-b770-26274ea8bed4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 913 time: 0.0891759 Jul 14 11:55:19.112307 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-2050f71f-4dcf-48cd-acaf-b4a7d257ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e64ae0a1-cec0-4b63-9b65-929fdee5587b', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '508effd0-c068-4bd7-a603-c11584bfe334', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:65:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:55:17Z', 'updated_at': '2022-07-14T11:55:17Z', 'revision_number': 0, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:55:19.149470 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050f71f-4dcf-48cd-acaf-b4a7d257ec9d None None] The sync data for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi is: [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e64ae0a1-cec0-4b63-9b65-929fdee5587b', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '508effd0-c068-4bd7-a603-c11584bfe334', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:65:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:55:17Z', 'updated_at': '2022-07-14T11:55:17Z', 'revision_number': 0, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:55:19.175908 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f949be0-bb70-4839-b3d8-bf01194d32e2 req-9cfca4c7-1089-4346-b1d2-bb20959fea56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=508effd0-c068-4bd7-a603-c11584bfe334 HTTP/1.1" status: 200 len: 1000 time: 0.0611176 Jul 14 11:55:19.226192 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f949be0-bb70-4839-b3d8-bf01194d32e2 req-822c57df-89f1-4dee-b37e-0f6f29661e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:19.227726 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f949be0-bb70-4839-b3d8-bf01194d32e2 req-822c57df-89f1-4dee-b37e-0f6f29661e09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0451076 Jul 14 11:55:19.272474 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f949be0-bb70-4839-b3d8-bf01194d32e2 req-a8675323-6564-4a12-b011-6588eae54c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:19.274027 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f949be0-bb70-4839-b3d8-bf01194d32e2 req-a8675323-6564-4a12-b011-6588eae54c0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408475 Jul 14 11:55:19.350393 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ecd47e-5344-406d-a421-eb1f77f5af5b None None] New status for floating IP e64ae0a1-cec0-4b63-9b65-929fdee5587b: ACTIVE {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:55:19.382166 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f949be0-bb70-4839-b3d8-bf01194d32e2 req-7ad55108-3afb-48d0-b996-a85279b71c72 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999615 Jul 14 11:55:19.480900 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7f949be0-bb70-4839-b3d8-bf01194d32e2 req-ef9aa0dc-54be-4f77-a91b-066230096e96 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959902 Jul 14 11:55:19.636309 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:19.998107 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:26.408967 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=15 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:26.412889 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=9 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:27.848890 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:27.917903 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:29.470421 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=84,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:29.477395 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=52 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:34.369822 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104b83d-7977-42fe-b1e0-f0b57f7dc328 req-04a7ffc9-8089-40c7-b810-f0b16d8063d7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:34.371298 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5104b83d-7977-42fe-b1e0-f0b57f7dc328 req-04a7ffc9-8089-40c7-b810-f0b16d8063d7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 945 time: 0.0486696 Jul 14 11:55:34.419135 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5104b83d-7977-42fe-b1e0-f0b57f7dc328 req-fa54391b-1b55-4723-8496-5b0c5e733b0b tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Jul 14 11:55:35.536723 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee5578-d578-440f-977a-6449d524d949 req-e3daae12-bd23-418c-827d-9cbea09b32b1 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:35.538891 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1fee5578-d578-440f-977a-6449d524d949 req-e3daae12-bd23-418c-827d-9cbea09b32b1 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 945 time: 0.0506845 Jul 14 11:55:35.589358 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1fee5578-d578-440f-977a-6449d524d949 req-dcb2977a-70e4-4938-89b4-ee70a944cac9 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450654 Jul 14 11:55:36.134515 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3036566-448d-4709-873e-5e9ce239ad17 req-5bb06794-0b49-4bc1-a617-819b6821c97b tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:36.135924 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d3036566-448d-4709-873e-5e9ce239ad17 req-5bb06794-0b49-4bc1-a617-819b6821c97b tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 945 time: 0.0463858 Jul 14 11:55:36.219509 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-d3036566-448d-4709-873e-5e9ce239ad17 req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Deleting port 9394448b-942f-4bd9-aa79-84b4f556a19a {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:55:36.221241 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-d3036566-448d-4709-873e-5e9ce239ad17 req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:36.308563 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-d3036566-448d-4709-873e-5e9ce239ad17 req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] For port 9394448b-942f-4bd9-aa79-84b4f556a19a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9394448b-942f-4bd9-aa79-84b4f556a19a,segment=NetworkSegment(a11d5d67-8015-4d94-b464-f0c1098c3c1e),segment_id=a11d5d67-8015-4d94-b464-f0c1098c3c1e)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:36.308924 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-d3036566-448d-4709-873e-5e9ce239ad17 req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:36.327610 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-d3036566-448d-4709-873e-5e9ce239ad17 req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Calling delete_port for 9394448b-942f-4bd9-aa79-84b4f556a19a owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:55:36.543913 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-d3036566-448d-4709-873e-5e9ce239ad17 req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (9394448b-942f-4bd9-aa79-84b4f556a19a), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:36.556697 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['9394448b-942f-4bd9-aa79-84b4f556a19a'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:55:36.573142 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Pushing event deleted for resources: {'Port': ['ID=9394448b-942f-4bd9-aa79-84b4f556a19a,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:36.586058 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.595022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.596237 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:36.631866 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3036566-448d-4709-873e-5e9ce239ad17 req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] No DVR routers for this DVR port 9394448b-942f-4bd9-aa79-84b4f556a19a on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:55:36.634444 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-d3036566-448d-4709-873e-5e9ce239ad17 req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:36.638259 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d3036566-448d-4709-873e-5e9ce239ad17 req-f62ce48b-b3dd-4494-9ab1-4fd2d51ea093 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.55 "DELETE /v2.0/ports/9394448b-942f-4bd9-aa79-84b4f556a19a HTTP/1.1" status: 204 len: 173 time: 0.4966159 Jul 14 11:55:36.638701 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1e8e0d-5efe-4abd-8940-06d3c154b397', 'name': 'network-vif-deleted', 'tag': '9394448b-942f-4bd9-aa79-84b4f556a19a'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:55:36.641187 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc257782-0b6f-43f9-a354-d71c01a590e1" -d '{"events": [{"server_uuid": "7f1e8e0d-5efe-4abd-8940-06d3c154b397", "name": "network-vif-deleted", "tag": "9394448b-942f-4bd9-aa79-84b4f556a19a"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:36.689635 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25f6db4-027b-4aee-b37b-5589f6787f98 x-openstack-request-id: req-c25f6db4-027b-4aee-b37b-5589f6787f98 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:36.689934 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1e8e0d-5efe-4abd-8940-06d3c154b397", "name": "network-vif-deleted", "tag": "9394448b-942f-4bd9-aa79-84b4f556a19a", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:36.690167 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c25f6db4-027b-4aee-b37b-5589f6787f98 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:36.690564 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25f6db4-027b-4aee-b37b-5589f6787f98'] response: {'server_uuid': '7f1e8e0d-5efe-4abd-8940-06d3c154b397', 'name': 'network-vif-deleted', 'tag': '9394448b-942f-4bd9-aa79-84b4f556a19a', 'status': 'completed', 'code': 200} Jul 14 11:55:36.692938 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-4ee6b1e7-5fba-4c68-a4a4-73e0ce5e293c req-fd94932e-3074-4e8a-939f-f717f5d9068b tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f1e8e0d-5efe-4abd-8940-06d3c154b397 HTTP/1.1" status: 200 len: 210 time: 0.0310674 Jul 14 11:55:37.267837 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=82 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:37.273757 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=72 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:37.853172 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:40.151078 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9394448b-942f-4bd9-aa79-84b4f556a19a no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:55:40.170113 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 9394448b-942f-4bd9-aa79-84b4f556a19a {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:55:40.170457 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 9394448b-942f-4bd9-aa79-84b4f556a19a not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:55:44.848064 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:44.932245 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-bf415c80-7fe3-4dd1-a9b5-ccfd9e3c22d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:45.288658 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:55:45.583497 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=7 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:45.585409 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=11 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:46.671002 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=60,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:46.672905 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=51,neutron:DELETE=6 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:47.109237 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe41b-64be-4bd0-aa47-04455a67700c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:47.243327 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-e5d6d3c6-a4d9-4da6-8b34-ccad504eb216 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:47.244798 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-e5d6d3c6-a4d9-4da6-8b34-ccad504eb216 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/networks?id=d934d39c-6d41-4a49-a5c1-23132bb43486 HTTP/1.1" status: 200 len: 814 time: 0.1017165 Jul 14 11:55:47.259222 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-7813a27d-3039-4a08-954b-df7c3a089541 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/quotas/81884daddee04f478f047f2c309ad433 HTTP/1.1" status: 200 len: 375 time: 0.0090537 Jul 14 11:55:47.297117 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-269b7f65-8f11-4532-993f-9dd14ee1c213 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=81884daddee04f478f047f2c309ad433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324168 Jul 14 11:55:47.393343 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-46ec184a-2bd5-4dc3-8680-939326cbf715 service neutron] 10.222.0.40 "GET /v2.0/networks/d934d39c-6d41-4a49-a5c1-23132bb43486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897391 Jul 14 11:55:47.488234 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-95b4e104-c4d6-4252-9120-67f917bd0de5 service neutron] 10.222.0.40 "GET /v2.0/networks/d934d39c-6d41-4a49-a5c1-23132bb43486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881348 Jul 14 11:55:47.739484 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-8d899936-a6ef-4df1-b27e-421be0b6d2c0 req-592d74eb-fae5-4f6b-a7db-c8bd3e2b3b67 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 210 time: 0.0300381 Jul 14 11:55:48.366550 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:48.836850 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-920ffc0b-11c9-43f6-8fe7-548620c122fa req-ac0420b6-e768-4e7c-847d-2e346e902dfd tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 210 time: 0.0285931 Jul 14 11:55:49.501538 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-99fafae3-5b47-4f74-8767-ca33dd63e1ad tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:49.502899 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-99fafae3-5b47-4f74-8767-ca33dd63e1ad tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.55 "GET /v2.0/networks?id=d934d39c-6d41-4a49-a5c1-23132bb43486 HTTP/1.1" status: 200 len: 814 time: 0.1106503 Jul 14 11:55:49.516256 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Request body: {'port': {'device_id': 'd7e810ba-10f2-43b1-a7ae-135f47e0b0cc', 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486', 'admin_state_up': True, 'tenant_id': '81884daddee04f478f047f2c309ad433'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:55:49.706578 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:49.757918 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Made reservation on behalf of 81884daddee04f478f047f2c309ad433 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:55:49.762039 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:49.895379 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Allocated IP 172.20.0.11 (d934d39c-6d41-4a49-a5c1-23132bb43486/1a6b3b1a-3281-40c2-88b1-9b93351ea2b1/e085bf08-af98-4dda-a873-fd5bfd1669eb) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:55:49.944274 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b2a83c67-7315-4346-b7c4-bb726841549c req-27580901-8865-40e2-a3c4-7046fbbe3885 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 210 time: 0.0342960 Jul 14 11:55:50.000586 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:50.054444 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks [] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:50.058890 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:50.077284 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:50.169887 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:50.210372 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Network d934d39c-6d41-4a49-a5c1-23132bb43486 is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:55:50.213389 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:50.219450 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:55:50.248955 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Pushing event updated for resources: {'Port': ['ID=e085bf08-af98-4dda-a873-fd5bfd1669eb,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:50.272773 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:50.277614 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:50.351590 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-a10b4cba-2746-4722-8e5a-ce1e7153e4f7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8392010 Jul 14 11:55:50.362878 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Request body: {'port': {'device_id': 'd7e810ba-10f2-43b1-a7ae-135f47e0b0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:55:50.428038 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:50.676576 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e085bf08-af98-4dda-a873-fd5bfd1669eb {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:55:50.684340 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Publish callbacks [] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:50.696592 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Transition to ACTIVE for port object e085bf08-af98-4dda-a873-fd5bfd1669eb will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:55:50.783112 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:50.832828 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Pushing event updated for resources: {'Port': ['ID=e085bf08-af98-4dda-a873-fd5bfd1669eb,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:50.906894 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Attempting to bind port e085bf08-af98-4dda-a873-fd5bfd1669eb on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:55:50.907567 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Attempting to bind port e085bf08-af98-4dda-a873-fd5bfd1669eb by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'a11d5d67-8015-4d94-b464-f0c1098c3c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:55:50.907567 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Attempting to bind port e085bf08-af98-4dda-a873-fd5bfd1669eb on network d934d39c-6d41-4a49-a5c1-23132bb43486 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:55:50.911988 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Port e085bf08-af98-4dda-a873-fd5bfd1669eb on network d934d39c-6d41-4a49-a5c1-23132bb43486 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:55:50.912308 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Attempting to bind port e085bf08-af98-4dda-a873-fd5bfd1669eb on network d934d39c-6d41-4a49-a5c1-23132bb43486 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:55:50.917179 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:55:50.917554 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Checking segment: {'id': 'a11d5d67-8015-4d94-b464-f0c1098c3c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:55:50.917936 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Bound using segment: {'id': 'a11d5d67-8015-4d94-b464-f0c1098c3c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:55:50.918360 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Bound port: e085bf08-af98-4dda-a873-fd5bfd1669eb, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11d5d67-8015-4d94-b464-f0c1098c3c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:55:50.918713 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:50.950812 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:50.986124 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] For port e085bf08-af98-4dda-a873-fd5bfd1669eb, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:55:50.990265 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] For port e085bf08-af98-4dda-a873-fd5bfd1669eb, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e085bf08-af98-4dda-a873-fd5bfd1669eb,segment=NetworkSegment(a11d5d67-8015-4d94-b464-f0c1098c3c1e),segment_id=a11d5d67-8015-4d94-b464-f0c1098c3c1e)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:55:51.065147 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d4f29-11cb-4c3a-ae11-879a8ba8f04e req-ffd2768f-2273-4237-af5f-548c3b39b4dc tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:51.066661 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f23d4f29-11cb-4c3a-ae11-879a8ba8f04e req-ffd2768f-2273-4237-af5f-548c3b39b4dc tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 944 time: 0.0505550 Jul 14 11:55:51.089826 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:51.140454 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:51.141061 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:51.142487 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] 10.222.0.55 "PUT /v2.0/ports/e085bf08-af98-4dda-a873-fd5bfd1669eb HTTP/1.1" status: 200 len: 1094 time: 0.7836385 Jul 14 11:55:51.142969 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e810ba-10f2-43b1-a7ae-135f47e0b0cc', 'tag': 'e085bf08-af98-4dda-a873-fd5bfd1669eb'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:55:51.145186 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d7ffb8-0d10-4752-8ec0-d9eb1b9875cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e810ba-10f2-43b1-a7ae-135f47e0b0cc", "tag": "e085bf08-af98-4dda-a873-fd5bfd1669eb"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:51.154080 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:51.170960 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f23d4f29-11cb-4c3a-ae11-879a8ba8f04e req-d5e214ed-65f2-4db9-8322-27c0baed9f30 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984788 Jul 14 11:55:51.180882 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4fb46-55ca-47e1-abac-dc083ab60972 service neutron] Pushing event updated for resources: {'Port': ['ID=e085bf08-af98-4dda-a873-fd5bfd1669eb,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:51.198370 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2f2b8b-811b-4ee3-83a0-9095fc907519 x-openstack-request-id: req-6f2f2b8b-811b-4ee3-83a0-9095fc907519 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:51.198370 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e810ba-10f2-43b1-a7ae-135f47e0b0cc", "tag": "e085bf08-af98-4dda-a873-fd5bfd1669eb", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:51.198370 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6f2f2b8b-811b-4ee3-83a0-9095fc907519 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:51.198370 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2f2b8b-811b-4ee3-83a0-9095fc907519'] response: {'name': 'network-changed', 'server_uuid': 'd7e810ba-10f2-43b1-a7ae-135f47e0b0cc', 'tag': 'e085bf08-af98-4dda-a873-fd5bfd1669eb', 'status': 'completed', 'code': 200} Jul 14 11:55:51.250242 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7ffb8-0d10-4752-8ec0-d9eb1b9875cd req-462d3d35-3e23-4c59-9ea8-f56bb01e3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:51.251695 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-51d7ffb8-0d10-4752-8ec0-d9eb1b9875cd req-462d3d35-3e23-4c59-9ea8-f56bb01e3618 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81884daddee04f478f047f2c309ad433&device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 1128 time: 0.0423579 Jul 14 11:55:51.368524 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7ffb8-0d10-4752-8ec0-d9eb1b9875cd req-22be1b81-7b28-41f1-a754-3baa16296dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:51.370133 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-51d7ffb8-0d10-4752-8ec0-d9eb1b9875cd req-22be1b81-7b28-41f1-a754-3baa16296dea service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=81884daddee04f478f047f2c309ad433&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1008668 Jul 14 11:55:51.462409 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7ffb8-0d10-4752-8ec0-d9eb1b9875cd req-0927e304-c80d-4f2c-a702-dbc97954a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:51.463859 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-51d7ffb8-0d10-4752-8ec0-d9eb1b9875cd req-0927e304-c80d-4f2c-a702-dbc97954a0c2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878658 Jul 14 11:55:51.543158 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-335e98aa-32fb-48a0-8514-b2af4fe1829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:51.544712 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-335e98aa-32fb-48a0-8514-b2af4fe1829d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81884daddee04f478f047f2c309ad433&device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 1128 time: 0.0447538 Jul 14 11:55:51.584721 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-f1a4f47b-7b4e-474c-9f33-828ef18d5e86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e085bf08-af98-4dda-a873-fd5bfd1669eb HTTP/1.1" status: 200 len: 217 time: 0.0331304 Jul 14 11:55:51.633667 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-b2fd1cac-93bf-421f-881a-2e7fa2fa0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:51.635172 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-b2fd1cac-93bf-421f-881a-2e7fa2fa0744 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a6b3b1a-3281-40c2-88b1-9b93351ea2b1 HTTP/1.1" status: 200 len: 854 time: 0.0446243 Jul 14 11:55:51.667272 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-e0d0ebc1-a7aa-47af-9618-92291e5b6511 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d934d39c-6d41-4a49-a5c1-23132bb43486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258069 Jul 14 11:55:51.760203 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-6cfb6992-a3c2-48cc-8407-a3083625a512 service neutron] 10.222.0.55 "GET /v2.0/networks/d934d39c-6d41-4a49-a5c1-23132bb43486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869164 Jul 14 11:55:51.850389 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-24e21d45-7603-47af-9ef9-1d47534dd4b3 req-ccd0183a-0600-42a3-88ac-c7b448faf201 service neutron] 10.222.0.55 "GET /v2.0/networks/d934d39c-6d41-4a49-a5c1-23132bb43486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845363 Jul 14 11:55:52.295376 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536b685-0c2a-4b92-8ef0-c06e123c0865 req-f667fde9-6622-4c7f-bf74-1d95e5f1f0f0 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:52.296819 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9536b685-0c2a-4b92-8ef0-c06e123c0865 req-f667fde9-6622-4c7f-bf74-1d95e5f1f0f0 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 944 time: 0.0469768 Jul 14 11:55:52.346992 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-9536b685-0c2a-4b92-8ef0-c06e123c0865 req-9b7c54bf-c982-48bc-b2ca-48fd7bd6edf3 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445902 Jul 14 11:55:53.462990 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42401a76-924d-42f8-9598-ddab76cd4789 req-0cd3523a-a45a-489a-81aa-3f2667b0306f tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:53.464494 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-42401a76-924d-42f8-9598-ddab76cd4789 req-0cd3523a-a45a-489a-81aa-3f2667b0306f tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 944 time: 0.0478609 Jul 14 11:55:53.513443 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-42401a76-924d-42f8-9598-ddab76cd4789 req-5d3f3ee8-643b-4b66-ae03-69708563367f tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432546 Jul 14 11:55:54.626606 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789294e-9b3d-4304-b4d4-8f6a9da498c8 req-40b4318c-7327-46ca-a8d3-378277bf09b5 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:54.628109 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1789294e-9b3d-4304-b4d4-8f6a9da498c8 req-40b4318c-7327-46ca-a8d3-378277bf09b5 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 944 time: 0.0475509 Jul 14 11:55:54.675424 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1789294e-9b3d-4304-b4d4-8f6a9da498c8 req-d06c35c7-3969-48ad-a3b7-54da9a2d0558 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414281 Jul 14 11:55:55.284273 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:55.285064 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:55.479246 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device e085bf08-af98-4dda-a873-fd5bfd1669eb details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:55:55.578765 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port e085bf08-af98-4dda-a873-fd5bfd1669eb, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e085bf08-af98-4dda-a873-fd5bfd1669eb,segment=NetworkSegment(a11d5d67-8015-4d94-b464-f0c1098c3c1e),segment_id=a11d5d67-8015-4d94-b464-f0c1098c3c1e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:55.590661 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'e085bf08-af98-4dda-a873-fd5bfd1669eb', 'network_id': 'd934d39c-6d41-4a49-a5c1-23132bb43486', 'port_id': 'e085bf08-af98-4dda-a873-fd5bfd1669eb', 'mac_address': 'fa:16:3e:94:6f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6b3b1a-3281-40c2-88b1-9b93351ea2b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:55:55.624729 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port e085bf08-af98-4dda-a873-fd5bfd1669eb is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:55:55.625114 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:55.638449 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e085bf08-af98-4dda-a873-fd5bfd1669eb {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:55:55.662030 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port e085bf08-af98-4dda-a873-fd5bfd1669eb, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e085bf08-af98-4dda-a873-fd5bfd1669eb,segment=NetworkSegment(a11d5d67-8015-4d94-b464-f0c1098c3c1e),segment_id=a11d5d67-8015-4d94-b464-f0c1098c3c1e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:55.709319 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:55.757064 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=e085bf08-af98-4dda-a873-fd5bfd1669eb,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:55.766927 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.767269 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.767677 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.768016 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.768378 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.768706 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.769032 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.769434 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.774807 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.774807 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.774807 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.774807 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.774807 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.774807 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.774807 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:55.797466 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c86c2-fb01-46d5-8e8b-f4a20f80afd2 req-23451499-67c0-4cb4-a505-00fa174eb054 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:55.798969 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a26c86c2-fb01-46d5-8e8b-f4a20f80afd2 req-23451499-67c0-4cb4-a505-00fa174eb054 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 945 time: 0.0549424 Jul 14 11:55:55.846523 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-a26c86c2-fb01-46d5-8e8b-f4a20f80afd2 req-e53e17fe-738b-4574-8fde-acdd60a6672d tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Jul 14 11:55:55.923375 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['e085bf08-af98-4dda-a873-fd5bfd1669eb'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:55:56.963478 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3f3b6-84a9-47e9-8b67-d84ac8fef7a8 req-06008c24-817f-4433-b994-e9e2546b9b4c tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:56.965530 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-dcf3f3b6-84a9-47e9-8b67-d84ac8fef7a8 req-06008c24-817f-4433-b994-e9e2546b9b4c tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 945 time: 0.0510404 Jul 14 11:55:57.013268 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-dcf3f3b6-84a9-47e9-8b67-d84ac8fef7a8 req-7a6b40eb-b9f3-4a43-b598-3b58950e42ee tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 Jul 14 11:55:57.494464 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device e085bf08-af98-4dda-a873-fd5bfd1669eb up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:57.536815 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port e085bf08-af98-4dda-a873-fd5bfd1669eb completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:55:57.603155 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port e085bf08-af98-4dda-a873-fd5bfd1669eb triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:55:57.603528 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:57.676787 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port e085bf08-af98-4dda-a873-fd5bfd1669eb is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:55:57.677186 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:57.703954 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e810ba-10f2-43b1-a7ae-135f47e0b0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e085bf08-af98-4dda-a873-fd5bfd1669eb'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:55:57.706375 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113a379b-7419-4548-83d7-04fb7547d5eb" -d '{"events": [{"server_uuid": "d7e810ba-10f2-43b1-a7ae-135f47e0b0cc", "name": "network-vif-plugged", "status": "completed", "tag": "e085bf08-af98-4dda-a873-fd5bfd1669eb"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:55:57.720631 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port e085bf08-af98-4dda-a873-fd5bfd1669eb, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e085bf08-af98-4dda-a873-fd5bfd1669eb,segment=NetworkSegment(a11d5d67-8015-4d94-b464-f0c1098c3c1e),segment_id=a11d5d67-8015-4d94-b464-f0c1098c3c1e)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:57.748357 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a016d9b3-2007-4bdf-8911-a8e83cacb5ce x-openstack-request-id: req-a016d9b3-2007-4bdf-8911-a8e83cacb5ce {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:55:57.748649 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e810ba-10f2-43b1-a7ae-135f47e0b0cc", "name": "network-vif-plugged", "status": "completed", "tag": "e085bf08-af98-4dda-a873-fd5bfd1669eb", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:55:57.748893 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a016d9b3-2007-4bdf-8911-a8e83cacb5ce {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:55:57.749332 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a016d9b3-2007-4bdf-8911-a8e83cacb5ce'] response: {'server_uuid': 'd7e810ba-10f2-43b1-a7ae-135f47e0b0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e085bf08-af98-4dda-a873-fd5bfd1669eb', 'code': 200} Jul 14 11:55:57.820634 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:57.877560 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=e085bf08-af98-4dda-a873-fd5bfd1669eb,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:57.934887 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:55:58.080525 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b605d6e-c1dd-432f-b85f-4d489bef026b req-128f4dc3-8e57-4096-9a21-f3c96d991328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:58.082106 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5b605d6e-c1dd-432f-b85f-4d489bef026b req-128f4dc3-8e57-4096-9a21-f3c96d991328 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 1130 time: 0.0428009 Jul 14 11:55:58.127332 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-5b605d6e-c1dd-432f-b85f-4d489bef026b req-98c57be9-9571-48bc-81af-e0a829223d26 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396767 Jul 14 11:55:58.139727 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470be9f2-733d-49cf-ae31-9633689c4623 req-c24c4e32-6187-4b67-879f-75b9b9e9a103 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:58.139727 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-470be9f2-733d-49cf-ae31-9633689c4623 req-c24c4e32-6187-4b67-879f-75b9b9e9a103 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 946 time: 0.0473459 Jul 14 11:55:58.186820 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-470be9f2-733d-49cf-ae31-9633689c4623 req-7cf145d1-ae38-4c8f-a331-ad4cdcfa34b8 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432293 Jul 14 11:55:59.305266 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612ecfd-97dc-4cc6-a1dd-fa63415dba9f req-c0811969-417f-44a6-909a-5233cfb9b83e tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:55:59.306728 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e612ecfd-97dc-4cc6-a1dd-fa63415dba9f req-c0811969-417f-44a6-909a-5233cfb9b83e tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 946 time: 0.0485036 Jul 14 11:55:59.324733 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:55:59.355583 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e612ecfd-97dc-4cc6-a1dd-fa63415dba9f req-ce5ff72f-112a-45da-8d8b-2cc6f4654fc9 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Jul 14 11:56:00.478688 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab24f73-15b8-49cd-9cf1-a45cd70addb4 req-89244717-25ca-4af2-9d99-ec8afeac15e4 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:56:00.480182 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3ab24f73-15b8-49cd-9cf1-a45cd70addb4 req-89244717-25ca-4af2-9d99-ec8afeac15e4 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 946 time: 0.0481768 Jul 14 11:56:00.533292 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-3ab24f73-15b8-49cd-9cf1-a45cd70addb4 req-03338f8a-6852-4fe5-987f-7f9083b998a4 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Jul 14 11:56:05.993620 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-4f168731-0c46-458f-8bc5-b5b9e6adf140 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373304 Jul 14 11:56:06.076785 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-a680dafd-b647-47d4-8e83-4bcd312f4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:56:06.078227 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-a680dafd-b647-47d4-8e83-4bcd312f4ccb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 1130 time: 0.0444124 Jul 14 11:56:06.158155 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:06.180278 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-cb771a7d-7e7e-4688-99b2-6d8dd41ea642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:56:06.181776 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-cb771a7d-7e7e-4688-99b2-6d8dd41ea642 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 913 time: 0.0862491 Jul 14 11:56:06.245592 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-64540da7-2718-48ac-a230-4e2933eff61c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=508effd0-c068-4bd7-a603-c11584bfe334 HTTP/1.1" status: 200 len: 1002 time: 0.0578370 Jul 14 11:56:06.292816 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-c8274e65-1248-4960-acdd-b7a2f5eb16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:56:06.294268 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-c8274e65-1248-4960-acdd-b7a2f5eb16f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0431859 Jul 14 11:56:06.334877 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-d4b93028-d9c1-4b61-8173-d198cf334bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:56:06.336274 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-d4b93028-d9c1-4b61-8173-d198cf334bbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368230 Jul 14 11:56:06.432445 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-314c89e0-29ed-49c0-9f1d-5781cefb083e service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893767 Jul 14 11:56:06.520647 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-79498bc7-fcf3-4793-bb3c-891dfbee261a req-541ef38d-0d81-4e49-ad2d-27aead2db75b service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825748 Jul 14 11:56:07.867123 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:07.869027 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:07.875042 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:10.526569 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=46 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:10.529481 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=48 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:14.911720 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9d34224c-59af-4a6e-9534-9944fbd4ae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:16.511017 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=37 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:16.517985 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=51 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:17.108556 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-53a35cc1-f7cf-40ff-9922-aa311338f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:18.416680 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:19.648346 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:19.988030 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:21.294468 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=16 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:21.295239 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=18 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:22.288508 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:56:23.152577 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395a150-5da2-4392-b762-080ba225a21f req-94b105ad-1ec5-4d5d-9252-bab41fa9d314 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:56:23.154690 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b395a150-5da2-4392-b762-080ba225a21f req-94b105ad-1ec5-4d5d-9252-bab41fa9d314 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 946 time: 0.0481911 Jul 14 11:56:23.204632 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b395a150-5da2-4392-b762-080ba225a21f req-bc05ec17-bac1-4025-bf84-5e49a6f6a3c7 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443444 Jul 14 11:56:24.323574 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10134f98-3861-402f-be73-4f6166e5e8f5 req-e428e65c-81a1-4458-a330-a94a4597c4d4 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:56:24.325045 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-10134f98-3861-402f-be73-4f6166e5e8f5 req-e428e65c-81a1-4458-a330-a94a4597c4d4 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 946 time: 0.0507772 Jul 14 11:56:24.372482 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-10134f98-3861-402f-be73-4f6166e5e8f5 req-dc00a440-a756-4c18-8cd0-0929a298a792 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/security-groups?id=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Jul 14 11:56:24.801561 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4dce-f2cd-4298-aa0f-76b76ca7b17a req-94fcafe7-127c-48ae-a71d-2d7a89d18f2c tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:56:24.803030 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6c6e4dce-f2cd-4298-aa0f-76b76ca7b17a req-94fcafe7-127c-48ae-a71d-2d7a89d18f2c tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 946 time: 0.0469158 Jul 14 11:56:24.887203 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-6c6e4dce-f2cd-4298-aa0f-76b76ca7b17a req-bace1cf6-41cc-4ee8-9f73-189e8946ebc8 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Deleting port e085bf08-af98-4dda-a873-fd5bfd1669eb {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:56:24.887536 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6c6e4dce-f2cd-4298-aa0f-76b76ca7b17a req-bace1cf6-41cc-4ee8-9f73-189e8946ebc8 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:24.975818 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-6c6e4dce-f2cd-4298-aa0f-76b76ca7b17a req-bace1cf6-41cc-4ee8-9f73-189e8946ebc8 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] For port e085bf08-af98-4dda-a873-fd5bfd1669eb, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e085bf08-af98-4dda-a873-fd5bfd1669eb,segment=NetworkSegment(a11d5d67-8015-4d94-b464-f0c1098c3c1e),segment_id=a11d5d67-8015-4d94-b464-f0c1098c3c1e)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:56:24.976177 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6c6e4dce-f2cd-4298-aa0f-76b76ca7b17a req-bace1cf6-41cc-4ee8-9f73-189e8946ebc8 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:24.989234 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-6c6e4dce-f2cd-4298-aa0f-76b76ca7b17a req-bace1cf6-41cc-4ee8-9f73-189e8946ebc8 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Calling delete_port for e085bf08-af98-4dda-a873-fd5bfd1669eb owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:56:25.176705 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6c6e4dce-f2cd-4298-aa0f-76b76ca7b17a req-bace1cf6-41cc-4ee8-9f73-189e8946ebc8 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (e085bf08-af98-4dda-a873-fd5bfd1669eb), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:25.194196 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['e085bf08-af98-4dda-a873-fd5bfd1669eb'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:56:25.206880 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace1cf6-41cc-4ee8-9f73-189e8946ebc8 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Pushing event deleted for resources: {'Port': ['ID=e085bf08-af98-4dda-a873-fd5bfd1669eb,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:25.254707 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6e4dce-f2cd-4298-aa0f-76b76ca7b17a req-bace1cf6-41cc-4ee8-9f73-189e8946ebc8 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] No DVR routers for this DVR port e085bf08-af98-4dda-a873-fd5bfd1669eb on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:56:25.257291 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6c6e4dce-f2cd-4298-aa0f-76b76ca7b17a req-bace1cf6-41cc-4ee8-9f73-189e8946ebc8 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:25.260492 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6c6e4dce-f2cd-4298-aa0f-76b76ca7b17a req-bace1cf6-41cc-4ee8-9f73-189e8946ebc8 tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.55 "DELETE /v2.0/ports/e085bf08-af98-4dda-a873-fd5bfd1669eb HTTP/1.1" status: 204 len: 173 time: 0.4514813 Jul 14 11:56:25.260944 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e810ba-10f2-43b1-a7ae-135f47e0b0cc', 'name': 'network-vif-deleted', 'tag': 'e085bf08-af98-4dda-a873-fd5bfd1669eb'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:56:25.263831 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcea2747-75db-4af7-a290-68d5faf606b1" -d '{"events": [{"server_uuid": "d7e810ba-10f2-43b1-a7ae-135f47e0b0cc", "name": "network-vif-deleted", "tag": "e085bf08-af98-4dda-a873-fd5bfd1669eb"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:56:25.302268 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2be8185-04ff-4ef7-b663-c643d2ee1467 x-openstack-request-id: req-c2be8185-04ff-4ef7-b663-c643d2ee1467 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:56:25.302555 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e810ba-10f2-43b1-a7ae-135f47e0b0cc", "name": "network-vif-deleted", "tag": "e085bf08-af98-4dda-a873-fd5bfd1669eb", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:56:25.302803 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c2be8185-04ff-4ef7-b663-c643d2ee1467 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:56:25.303199 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2be8185-04ff-4ef7-b663-c643d2ee1467'] response: {'server_uuid': 'd7e810ba-10f2-43b1-a7ae-135f47e0b0cc', 'name': 'network-vif-deleted', 'tag': 'e085bf08-af98-4dda-a873-fd5bfd1669eb', 'status': 'completed', 'code': 200} Jul 14 11:56:25.472117 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-ab4c8010-4799-471c-b9c0-09c38868c9af req-7a4ceb83-94ce-441b-afd8-8f690f7e51fb tempest-VolumesSnapshotTestJSON-1706200614 tempest-VolumesSnapshotTestJSON-1706200614-project] 10.222.0.40 "GET /v2.0/ports?device_id=d7e810ba-10f2-43b1-a7ae-135f47e0b0cc HTTP/1.1" status: 200 len: 210 time: 0.0318239 Jul 14 11:56:27.652616 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device e085bf08-af98-4dda-a873-fd5bfd1669eb no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:56:27.671974 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: e085bf08-af98-4dda-a873-fd5bfd1669eb {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:56:27.672311 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device e085bf08-af98-4dda-a873-fd5bfd1669eb not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:56:27.945896 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:32.284006 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:32.284856 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:33.198443 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=8 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:33.200278 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=10 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:35.449328 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=57,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:35.450097 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=52,neutron:DELETE=5 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:37.656731 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:37.850712 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:37.852644 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:44.896499 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-197aa221-5b6e-4472-8df6-aea922fdaca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:47.096242 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-96237e3f-fc05-4d78-a7e5-07d570830f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:48.341701 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:49.682526 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:49.987026 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:51.260128 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:51.266034 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=5 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:56:51.483331 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 45820) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:56:51.530219 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Deleting subnet 1a6b3b1a-3281-40c2-88b1-9b93351ea2b1 {{(pid=111166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:56:51.533439 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Publish callbacks [] for subnet (1a6b3b1a-3281-40c2-88b1-9b93351ea2b1), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:51.569461 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31228433'] for subnet (1a6b3b1a-3281-40c2-88b1-9b93351ea2b1), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:51.609675 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (1a6b3b1a-3281-40c2-88b1-9b93351ea2b1), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:51.754253 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31228419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31020262'] for subnet (1a6b3b1a-3281-40c2-88b1-9b93351ea2b1), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:51.781678 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6b3b1a-3281-40c2-88b1-9b93351ea2b1,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:51.786246 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:51.789363 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/1a6b3b1a-3281-40c2-88b1-9b93351ea2b1 HTTP/1.1" status: 204 len: 168 time: 0.3049402 Jul 14 11:56:51.791927 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 45822) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:56:51.794154 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.794509 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.794843 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.795181 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.795508 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.795840 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.796166 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.796483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.796807 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.797131 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.797480 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.797801 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.798122 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.798448 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.799035 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521a26b-f807-4b6f-8154-e588198b9021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:51.864658 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (d934d39c-6d41-4a49-a5c1-23132bb43486), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:51.943330 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (d934d39c-6d41-4a49-a5c1-23132bb43486), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:51.963595 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d934d39c-6d41-4a49-a5c1-23132bb43486']}} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:51.973069 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11d5d67-8015-4d94-b464-f0c1098c3c1e') {'for_net_delete': True} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:51.973271 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11d5d67-8015-4d94-b464-f0c1098c3c1e') {} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:56:51.982838 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24027097'] for segment (a11d5d67-8015-4d94-b464-f0c1098c3c1e), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:51.996351 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (a11d5d67-8015-4d94-b464-f0c1098c3c1e), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:52.002808 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=111167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:56:52.003733 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24026119'] for segment (a11d5d67-8015-4d94-b464-f0c1098c3c1e), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:52.079057 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment a11d5d67-8015-4d94-b464-f0c1098c3c1e resource provider aggregate not found Jul 14 11:56:52.095074 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment a11d5d67-8015-4d94-b464-f0c1098c3c1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a11d5d67-8015-4d94-b464-f0c1098c3c1e found for delete ", "request_id": "req-d44c9300-ab4c-454c-a944-366957ffc968"}]} Jul 14 11:56:52.130287 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (d934d39c-6d41-4a49-a5c1-23132bb43486), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:52.136295 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:52.139544 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] 10.222.0.40 "DELETE /v2.0/networks/d934d39c-6d41-4a49-a5c1-23132bb43486 HTTP/1.1" status: 204 len: 168 time: 0.3465621 Jul 14 11:56:52.150433 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d934d39c-6d41-4a49-a5c1-23132bb43486,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:52.157954 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.158300 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.158646 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.159017 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.159309 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.159640 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.160021 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.160303 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.160590 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.160915 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.161398 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.161813 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.162036 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.162356 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.162676 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d4af7-7498-4e38-af5c-bae9d51c96e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:52.450389 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 45832) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:56:52.491009 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-2339d85f-e197-4c33-8ad0-21d54f9afaa6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=81884daddee04f478f047f2c309ad433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393860 Jul 14 11:56:52.493440 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 45834) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:56:52.540629 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-521e47aa-6562-4e69-bc37-d8eb460cf0f3 admin admin] Publish callbacks [] for security_group (0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:52.561906 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-521e47aa-6562-4e69-bc37-d8eb460cf0f3 admin admin] Publish callbacks [] for security_group (0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:52.667480 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-521e47aa-6562-4e69-bc37-d8eb460cf0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:52.669994 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-521e47aa-6562-4e69-bc37-d8eb460cf0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:52.671292 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-521e47aa-6562-4e69-bc37-d8eb460cf0f3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e HTTP/1.1" status: 204 len: 168 time: 0.1769321 Jul 14 11:56:52.679313 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e47aa-6562-4e69-bc37-d8eb460cf0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0800b9f3-1ba8-4cc9-9ab2-1d9814878b6e,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:57.952316 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:56:59.287809 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:57:02.142343 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=27,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:02.154391 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:02.594639 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=46,neutron:DELETE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:02.674880 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:07.862791 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:07.868372 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=9 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:07.869015 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:13.325506 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:13.326552 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:14.900881 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-daff117b-9b14-4ab8-9891-268002f709a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:16.565778 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-f56b97f7-8108-4f1a-973c-5e44cb8d25be tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630221934&fields=id&tenant_id=7119e46a06b54c2984b21f32d9c156e3 HTTP/1.1" status: 200 len: 267 time: 0.0506356 Jul 14 11:57:16.672105 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-f716bce5-b185-40d2-abd3-1e095e366762 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:16.673559 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-f716bce5-b185-40d2-abd3-1e095e366762 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 812 time: 0.1013422 Jul 14 11:57:16.688541 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-a6b93436-5f52-406e-a446-a655d46779f5 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/quotas/7119e46a06b54c2984b21f32d9c156e3 HTTP/1.1" status: 200 len: 375 time: 0.0096064 Jul 14 11:57:16.742376 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-0f0b12e6-8584-42d6-b32b-a7efd66bad3d tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488791 Jul 14 11:57:16.838391 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-394b3833-126e-421c-87b9-5c760c77c795 service neutron] 10.222.0.40 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849261 Jul 14 11:57:16.931011 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b74e486f-4fb1-46bd-a745-89e80c94351d service neutron] 10.222.0.40 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869544 Jul 14 11:57:17.060432 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-16e867a4-2970-4af6-9ed0-35a088e7923e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:17.559018 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5b070a34-456b-4a79-83d6-4410ebfeea65 req-255a66dd-554d-4532-9461-4cf5f4f12c99 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 210 time: 0.0288920 Jul 14 11:57:18.369204 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:18.656102 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-cd5b3ee8-4ec7-4abb-99e1-3599fa5f2aaa req-e3d34914-7aa7-428a-b247-98b16f951011 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 210 time: 0.0294549 Jul 14 11:57:19.377501 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7c27d2e6-689b-4f6a-8a0e-366b00e101a3 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:19.378925 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7c27d2e6-689b-4f6a-8a0e-366b00e101a3 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 812 time: 0.1179099 Jul 14 11:57:19.443132 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-0e5adc87-ceab-42d0-8194-efe7dbea142f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7119e46a06b54c2984b21f32d9c156e3 HTTP/1.1" status: 200 len: 379 time: 0.0555532 Jul 14 11:57:19.454002 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'port': {'device_id': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'admin_state_up': True, 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'security_groups': ['9c0675a7-3e87-48f8-8212-2f6b1d647c65']}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:57:19.649130 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Made reservation on behalf of 7119e46a06b54c2984b21f32d9c156e3 for: {'port': 1} {{(pid=111166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:57:19.652546 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:19.690254 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:19.756039 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-7ff44253-ae04-4a58-88d1-13d62154bf50 req-dbc8357d-9105-4b39-bb98-3c05a0628c24 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 210 time: 0.0286384 Jul 14 11:57:20.014643 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:20.031298 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_common [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Allocated IP 172.20.0.5 (c22b4386-d3cd-4949-9a26-72cae23c6f3e/fbb50109-c620-4078-9895-dc847ba8b3c8/e7a77a04-d6ff-48d2-8578-e8e4b20bc54b) {{(pid=111166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:57:20.094757 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:20.130577 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:20.174298 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), precommit_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:20.272610 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), after_create {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:20.317738 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Network c22b4386-d3cd-4949-9a26-72cae23c6f3e is already hosted by enough agents. {{(pid=111166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:57:20.323446 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.base_scheduler [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Resources bound (agent type, host, resource id): {{(pid=111166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:57:20.325566 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'Port': ['ID=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b,revision_number=1']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:20.327668 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Received port after_create {{(pid=111166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:57:20.380812 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:20.381455 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:20.474902 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-b7ddd961-3192-4f9f-ba49-333b0b74bfb0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0246601 Jul 14 11:57:20.486548 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.v2.base [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Request body: {'port': {'device_id': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:57:20.555041 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:20.633515 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-f0871a9d-1890-4f6d-8c66-28c58333311e None None] Provisioning complete for port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b triggered by entity DHCP. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:57:20.633878 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f0871a9d-1890-4f6d-8c66-28c58333311e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:20.675071 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-f0871a9d-1890-4f6d-8c66-28c58333311e None None] Port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b cannot update to ACTIVE because it is not bound. {{(pid=111168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:57:20.814608 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:20.821656 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a77a04-d6ff-48d2-8578-e8e4b20bc54b {{(pid=111166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:57:20.830882 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Publish callbacks [] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), precommit_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:20.873530 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.provisioning_blocks [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Transition to ACTIVE for port object e7a77a04-d6ff-48d2-8578-e8e4b20bc54b will not be triggered until provisioned by entity L2. {{(pid=111166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:57:20.885326 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda47e6-e82a-4ef1-94d5-dc007cd2d476 req-544e9ebd-b66a-4519-98fd-283d8decfabd tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:20.886823 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1bda47e6-e82a-4ef1-94d5-dc007cd2d476 req-544e9ebd-b66a-4519-98fd-283d8decfabd tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 931 time: 0.0586250 Jul 14 11:57:20.937594 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-1bda47e6-e82a-4ef1-94d5-dc007cd2d476 req-6b56ad06-93ea-404e-9a6a-f38367051035 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445104 Jul 14 11:57:20.940034 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:20.990030 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b,revision_number=2']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:21.067643 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Attempting to bind port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:57:21.068335 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Attempting to bind port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:57:21.068335 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Attempting to bind port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b on network c22b4386-d3cd-4949-9a26-72cae23c6f3e {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:57:21.073592 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b on network c22b4386-d3cd-4949-9a26-72cae23c6f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:57:21.073913 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Attempting to bind port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b on network c22b4386-d3cd-4949-9a26-72cae23c6f3e {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:57:21.079017 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Checking agent: {'id': 'adf576c3-9c7a-4e6a-8240-1182ed60f139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'started_at': datetime.datetime(2022, 7, 14, 11, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:57:21.079360 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Checking segment: {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:57:21.079755 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Bound using segment: {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'} {{(pid=111166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:57:21.080190 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.managers [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Bound port: e7a77a04-d6ff-48d2-8578-e8e4b20bc54b, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897d0507-13c9-4709-9ee9-001d8cfe9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e'}}] {{(pid=111166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:57:21.080551 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), before_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:21.146885 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] For port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b, host hv-cinder-84980, cleared binding levels {{(pid=111166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:57:21.150634 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] For port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:57:21.202269 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228357'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), after_update {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:21.229225 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:21.240934 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:21.240934 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:21.240934 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] 10.222.0.55 "PUT /v2.0/ports/e7a77a04-d6ff-48d2-8578-e8e4b20bc54b HTTP/1.1" status: 200 len: 1093 time: 0.7576993 Jul 14 11:57:21.240934 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'tag': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:57:21.242370 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda13cb8-e586-4042-b4f9-a1c016c42993" -d '{"events": [{"name": "network-changed", "server_uuid": "e742fe23-c87e-4a9b-9c46-a30f0ae168a7", "tag": "e7a77a04-d6ff-48d2-8578-e8e4b20bc54b"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:57:21.269425 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ace66-6570-4709-bedb-44818f1f7777 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b,revision_number=3']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:21.284682 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13d137a-c5f6-4c7f-aa3b-2995245a433b x-openstack-request-id: req-f13d137a-c5f6-4c7f-aa3b-2995245a433b {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:57:21.284978 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e742fe23-c87e-4a9b-9c46-a30f0ae168a7", "tag": "e7a77a04-d6ff-48d2-8578-e8e4b20bc54b", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:57:21.285260 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f13d137a-c5f6-4c7f-aa3b-2995245a433b {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:57:21.285695 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13d137a-c5f6-4c7f-aa3b-2995245a433b'] response: {'name': 'network-changed', 'server_uuid': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'tag': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b', 'status': 'completed', 'code': 200} Jul 14 11:57:21.350562 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda13cb8-e586-4042-b4f9-a1c016c42993 req-969b2bc5-b95d-4354-948f-f91e5822b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:21.353896 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-eda13cb8-e586-4042-b4f9-a1c016c42993 req-969b2bc5-b95d-4354-948f-f91e5822b51f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 1127 time: 0.0454407 Jul 14 11:57:21.452391 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda13cb8-e586-4042-b4f9-a1c016c42993 req-9a20357b-cc61-4b19-8705-6b2175433770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:21.453872 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-eda13cb8-e586-4042-b4f9-a1c016c42993 req-9a20357b-cc61-4b19-8705-6b2175433770 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7119e46a06b54c2984b21f32d9c156e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942874 Jul 14 11:57:21.552710 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda13cb8-e586-4042-b4f9-a1c016c42993 req-d6a86f3f-cd90-43d9-96f2-167090267efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:21.554200 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-eda13cb8-e586-4042-b4f9-a1c016c42993 req-d6a86f3f-cd90-43d9-96f2-167090267efc service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949461 Jul 14 11:57:21.628682 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-d4204220-0c61-416b-a8a5-965e0db0589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:21.630120 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-d4204220-0c61-416b-a8a5-965e0db0589c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 1127 time: 0.0389621 Jul 14 11:57:21.670504 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-5d46f883-75db-407c-a9e6-e509b06ebaed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b HTTP/1.1" status: 200 len: 217 time: 0.0332325 Jul 14 11:57:21.723616 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-febab084-7358-4c3c-aa78-78c737b6f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:21.725074 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-febab084-7358-4c3c-aa78-78c737b6f971 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0484681 Jul 14 11:57:21.768658 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-bc5d2bcf-e95b-4986-8b51-f307125f3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:21.770188 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-bc5d2bcf-e95b-4986-8b51-f307125f3bb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389767 Jul 14 11:57:21.861208 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-6e83b7dc-7f36-41dd-8a22-f1311b841bf4 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843925 Jul 14 11:57:21.951054 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6cadfa91-1ddc-452c-a593-7692e022bab9 req-0587f4a6-a357-486a-acc5-6efd26d2d4de service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838141 Jul 14 11:57:22.054675 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df6e3-677d-4ebe-8276-b1895171b679 req-43961528-9ae7-4405-a0d8-4e3c726cc391 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:22.056158 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8b4df6e3-677d-4ebe-8276-b1895171b679 req-43961528-9ae7-4405-a0d8-4e3c726cc391 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 943 time: 0.0479493 Jul 14 11:57:22.074581 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:22.110797 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8b4df6e3-677d-4ebe-8276-b1895171b679 req-7e7e3dd1-e333-4d09-ab91-c3bfda83da96 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489485 Jul 14 11:57:23.228530 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d607e-3cad-4de0-bfd0-97e6705753df req-bafcf1a5-70c8-4848-bffe-2c680925afc6 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:23.229990 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6c0d607e-3cad-4de0-bfd0-97e6705753df req-bafcf1a5-70c8-4848-bffe-2c680925afc6 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 943 time: 0.0509162 Jul 14 11:57:23.279460 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-6c0d607e-3cad-4de0-bfd0-97e6705753df req-568d3a08-c052-480f-8f37-ebdd850e8371 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439517 Jul 14 11:57:24.392460 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895f6c5-71ee-4549-8c04-0fd7eea07c59 req-7e3c6723-bc77-4b97-87d7-2c45b854b8d1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:24.393976 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6895f6c5-71ee-4549-8c04-0fd7eea07c59 req-7e3c6723-bc77-4b97-87d7-2c45b854b8d1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 943 time: 0.0478241 Jul 14 11:57:24.444461 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-6895f6c5-71ee-4549-8c04-0fd7eea07c59 req-b2764ae4-bdbf-4727-8fca-1799a3f7d6a2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443048 Jul 14 11:57:25.555021 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfca20-c5a4-4dfe-857d-86887b2d0cc6 req-a77852c7-6093-4c06-af9f-b17804ab055c tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:25.556895 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-96bfca20-c5a4-4dfe-857d-86887b2d0cc6 req-a77852c7-6093-4c06-af9f-b17804ab055c tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 943 time: 0.0467339 Jul 14 11:57:25.605294 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-96bfca20-c5a4-4dfe-857d-86887b2d0cc6 req-274fa913-866e-46d0-8d65-8287b586009c tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432148 Jul 14 11:57:26.719309 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c02159-8ca6-44ef-8c6e-35234a1d6883 req-d3426742-ae2e-4c1b-9585-13a765bb52c7 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:26.720690 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-61c02159-8ca6-44ef-8c6e-35234a1d6883 req-d3426742-ae2e-4c1b-9585-13a765bb52c7 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 943 time: 0.0459106 Jul 14 11:57:26.769294 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-61c02159-8ca6-44ef-8c6e-35234a1d6883 req-cfadf59f-d8da-4044-9930-c017141fe61d tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429254 Jul 14 11:57:27.889812 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643c611-f10f-4331-9b7c-5e502e5a3fd0 req-6f4d52d5-80e8-4fa6-938b-b53f25758159 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:27.891212 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5643c611-f10f-4331-9b7c-5e502e5a3fd0 req-6f4d52d5-80e8-4fa6-938b-b53f25758159 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 943 time: 0.0505171 Jul 14 11:57:27.929086 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:27.940501 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-5643c611-f10f-4331-9b7c-5e502e5a3fd0 req-0983f3f3-2a2b-428a-b08d-d0f0b9d114e2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436592 Jul 14 11:57:28.257668 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:28.261702 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:29.065122 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aafcf2-15aa-477a-9461-e2ecebae188c req-4dbdd70a-115b-4b03-8687-0a12bbf64c67 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:29.066617 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d0aafcf2-15aa-477a-9461-e2ecebae188c req-4dbdd70a-115b-4b03-8687-0a12bbf64c67 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 943 time: 0.0509388 Jul 14 11:57:29.116265 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-d0aafcf2-15aa-477a-9461-e2ecebae188c req-a77b8fe4-ffc4-4f07-be9e-4fe7fe4f44c9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439692 Jul 14 11:57:29.890009 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device e7a77a04-d6ff-48d2-8578-e8e4b20bc54b details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:57:29.989048 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:57:30.000365 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Returning: {'device': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'port_id': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b', 'mac_address': 'fa:16:3e:be:21:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:57:30.039083 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b is: DOWN; New status is: BUILD {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:57:30.039462 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:30.052240 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a77a04-d6ff-48d2-8578-e8e4b20bc54b {{(pid=111168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:57:30.072382 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:57:30.208543 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:30.231591 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4ae8d-6062-4762-a004-7d7aa3517f1d req-fddc8659-36f0-4725-973e-ddfd43547209 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:30.233068 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a2c4ae8d-6062-4762-a004-7d7aa3517f1d req-fddc8659-36f0-4725-973e-ddfd43547209 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 943 time: 0.0490692 Jul 14 11:57:30.256137 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b,revision_number=4']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:30.264131 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.264468 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.264799 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.265138 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.265480 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.265801 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.266119 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.266637 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.266958 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.267273 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.267590 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.267900 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.268219 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.268522 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.268831 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:57:30.286724 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-a2c4ae8d-6062-4762-a004-7d7aa3517f1d req-25ab9d87-dea0-410d-bd38-466dfd8c54cf tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479703 Jul 14 11:57:30.422555 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] get_ports_and_sgs() called for port_ids ['e7a77a04-d6ff-48d2-8578-e8e4b20bc54b'] {{(pid=111168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:57:31.398817 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1e25d-15c4-4aa7-9bc7-61094d86c390 req-975f3f28-3c82-4768-a119-ada08b8a3d3e tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:31.400215 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-bba1e25d-15c4-4aa7-9bc7-61094d86c390 req-975f3f28-3c82-4768-a119-ada08b8a3d3e tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 944 time: 0.0469294 Jul 14 11:57:31.419022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:31.451424 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-bba1e25d-15c4-4aa7-9bc7-61094d86c390 req-e7edda26-f8ec-4ecc-b8d4-bc740454b827 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454700 Jul 14 11:57:31.899668 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device e7a77a04-d6ff-48d2-8578-e8e4b20bc54b up at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:57:31.941362 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning for port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b completed by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:57:32.031433 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.provisioning_blocks [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Provisioning complete for port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b triggered by entity L2. {{(pid=111168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:57:32.031809 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764589'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), provisioning_complete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:32.107927 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Current status of the port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b is: BUILD; New status is: ACTIVE {{(pid=111168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:57:32.108227 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), before_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:32.130425 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b'}] {{(pid=111168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:57:32.133180 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963a9b19bd04efccbc93aebe6079cdd599dc5d0e5a00982147855ed188a07d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1349e882-98c0-4238-ab7e-b8655555aece" -d '{"events": [{"server_uuid": "e742fe23-c87e-4a9b-9c46-a30f0ae168a7", "name": "network-vif-plugged", "status": "completed", "tag": "e7a77a04-d6ff-48d2-8578-e8e4b20bc54b"}]}' {{(pid=111168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:57:32.146011 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] For port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:57:32.168480 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e12ce0-cc2b-47a3-907c-77915c8f2a3f x-openstack-request-id: req-61e12ce0-cc2b-47a3-907c-77915c8f2a3f {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:57:32.168770 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e742fe23-c87e-4a9b-9c46-a30f0ae168a7", "name": "network-vif-plugged", "status": "completed", "tag": "e7a77a04-d6ff-48d2-8578-e8e4b20bc54b", "code": 200}]} {{(pid=111168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:57:32.169024 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-61e12ce0-cc2b-47a3-907c-77915c8f2a3f {{(pid=111168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:57:32.169489 dv-cinder-849803-1-iscsi neutron-server[111168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e12ce0-cc2b-47a3-907c-77915c8f2a3f'] response: {'server_uuid': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b', 'code': 200} Jul 14 11:57:32.214253 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:32.261543 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Pushing event updated for resources: {'Port': ['ID=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b,revision_number=5']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:32.501331 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b62944-1a19-40c6-847d-2f4a1da3f8c9 req-43100c36-106f-4324-8d55-987a63e8db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:32.502885 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71b62944-1a19-40c6-847d-2f4a1da3f8c9 req-43100c36-106f-4324-8d55-987a63e8db28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 1129 time: 0.0400784 Jul 14 11:57:32.588849 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72ab17-afcf-46c6-8d01-3060a8f8a899 req-bb74b2a0-d159-40e2-bf04-7187b1575bf2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:32.590372 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7b72ab17-afcf-46c6-8d01-3060a8f8a899 req-bb74b2a0-d159-40e2-bf04-7187b1575bf2 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 945 time: 0.0642931 Jul 14 11:57:32.593107 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-71b62944-1a19-40c6-847d-2f4a1da3f8c9 req-532792ea-31c1-4d3c-8c08-88cfb146c474 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842249 Jul 14 11:57:32.641192 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7b72ab17-afcf-46c6-8d01-3060a8f8a899 req-40ebd32b-f4d6-4ceb-b79e-0e490f0ec94f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443609 Jul 14 11:57:33.756150 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605d068-3c3f-4c99-a20f-c7347a258516 req-a1c396f7-7cec-4159-b116-07b93046afdd tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:33.758175 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0605d068-3c3f-4c99-a20f-c7347a258516 req-a1c396f7-7cec-4159-b116-07b93046afdd tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 945 time: 0.0481012 Jul 14 11:57:33.810912 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-0605d068-3c3f-4c99-a20f-c7347a258516 req-7a85633e-1347-454b-968b-0ad815ccbb63 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468943 Jul 14 11:57:34.928873 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b866-2db4-478a-9b4e-d2fccbcae855 req-bb2a7943-06a5-48f8-904c-02d637f7b6c4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:34.930364 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-09a0b866-2db4-478a-9b4e-d2fccbcae855 req-bb2a7943-06a5-48f8-904c-02d637f7b6c4 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 945 time: 0.0471115 Jul 14 11:57:34.980526 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-09a0b866-2db4-478a-9b4e-d2fccbcae855 req-364da6bf-9270-42c3-aea0-5770a84a7b61 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445676 Jul 14 11:57:35.094478 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c836a6-2950-4320-bd02-ec02d64fc595 req-331bcd60-98b3-4e39-bbe9-f21a20da5334 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:35.095850 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b2c836a6-2950-4320-bd02-ec02d64fc595 req-331bcd60-98b3-4e39-bbe9-f21a20da5334 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 945 time: 0.0482421 Jul 14 11:57:35.146133 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b2c836a6-2950-4320-bd02-ec02d64fc595 req-153acf7c-dc23-4bbe-a4b6-169b49499ef3 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447080 Jul 14 11:57:35.171483 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 45930) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:57:35.208905 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6f104-c36d-4e42-9746-fc547abd81bf tempest-TestVolumeBootPattern-1677872159 tempest-TestVolumeBootPattern-1677872159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:35.210432 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-bff6f104-c36d-4e42-9746-fc547abd81bf tempest-TestVolumeBootPattern-1677872159 tempest-TestVolumeBootPattern-1677872159-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 1124 time: 0.0379884 Jul 14 11:57:35.213822 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 45932) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:57:35.217945 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.v2.base [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Request body: {'floatingip': {'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'port_id': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:57:35.281776 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:35.363521 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (None), before_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:35.468927 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_common [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Allocated IP 172.27.3.140 (959ed818-e5fc-4700-adf0-adc3bc51c4c0/20e419db-85bf-4e6d-ac27-d50aa8c570af/d09afa69-f1a4-40aa-b34b-2a4a880bb4d1) {{(pid=111167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:57:35.545151 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:35.565102 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:35.575839 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for port (d09afa69-f1a4-40aa-b34b-2a4a880bb4d1), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:35.662564 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757019596036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (d09afa69-f1a4-40aa-b34b-2a4a880bb4d1), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:35.705149 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Network 959ed818-e5fc-4700-adf0-adc3bc51c4c0 is already hosted by enough agents. {{(pid=111167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:57:35.710308 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.base_scheduler [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Resources bound (agent type, host, resource id): {{(pid=111167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:57:35.712457 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'Port': ['ID=d09afa69-f1a4-40aa-b34b-2a4a880bb4d1,revision_number=1']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:35.714588 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Received port after_create {{(pid=111167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:57:36.286615 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:57:36.331304 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (199c68a9-7075-49c3-8828-322a62314e76), precommit_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:36.446164 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660348'] for port (d09afa69-f1a4-40aa-b34b-2a4a880bb4d1), before_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:36.510005 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:36.593474 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for port (d09afa69-f1a4-40aa-b34b-2a4a880bb4d1), precommit_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:36.665671 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757019944973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757019596054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757019596072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24026211'] for port (d09afa69-f1a4-40aa-b34b-2a4a880bb4d1), after_update {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:36.738155 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event updated for resources: {'Port': ['ID=d09afa69-f1a4-40aa-b34b-2a4a880bb4d1,revision_number=2']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:57:36.748944 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727168'] for floatingip (199c68a9-7075-49c3-8828-322a62314e76), after_create {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:36.852701 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Floating IP 199c68a9-7075-49c3-8828-322a62314e76 associated. External IP: 172.27.3.140, port: e7a77a04-d6ff-48d2-8578-e8e4b20bc54b. Jul 14 11:57:36.945226 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:37.053370 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Router b2280d06-5850-4e62-9d27-f6eaf478a513 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:57:37.157663 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:57:37.167659 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6ca3a-882f-4816-a632-6e5ce1528b0d None None] Sync routers for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:57:37.177562 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6ca3a-882f-4816-a632-6e5ce1528b0d None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:57:37.178176 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-f0b6ca3a-882f-4816-a632-6e5ce1528b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:57:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:37.267835 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:37.306804 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-481b3ca7-9748-42f0-830c-f1fea9762564 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0897942 Jul 14 11:57:37.306804 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'tag': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:57:37.310428 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d7d026-d446-476e-9ebe-42bb31e006ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e742fe23-c87e-4a9b-9c46-a30f0ae168a7", "tag": "e7a77a04-d6ff-48d2-8578-e8e4b20bc54b"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:57:37.365378 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-f0b6ca3a-882f-4816-a632-6e5ce1528b0d None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:57:37.474388 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f28892-53fc-4f42-a37a-4be87ddddcc1 x-openstack-request-id: req-b3f28892-53fc-4f42-a37a-4be87ddddcc1 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:57:37.474970 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e742fe23-c87e-4a9b-9c46-a30f0ae168a7", "tag": "e7a77a04-d6ff-48d2-8578-e8e4b20bc54b", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:57:37.474970 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b3f28892-53fc-4f42-a37a-4be87ddddcc1 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:57:37.475358 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f28892-53fc-4f42-a37a-4be87ddddcc1'] response: {'name': 'network-changed', 'server_uuid': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'tag': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b', 'status': 'completed', 'code': 200} Jul 14 11:57:37.541636 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7d026-d446-476e-9ebe-42bb31e006ac req-1fe9f5ce-c9cc-4524-8a66-d206d2537bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:37.543230 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-94d7d026-d446-476e-9ebe-42bb31e006ac req-1fe9f5ce-c9cc-4524-8a66-d206d2537bba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 1129 time: 0.0441411 Jul 14 11:57:37.591592 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-f0b6ca3a-882f-4816-a632-6e5ce1528b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '199c68a9-7075-49c3-8828-322a62314e76', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:be:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:57:36Z', 'updated_at': '2022-07-14T11:57:36Z', 'revision_number': 0, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}, {'id': 'e64ae0a1-cec0-4b63-9b65-929fdee5587b', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '508effd0-c068-4bd7-a603-c11584bfe334', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:65:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:55:17Z', 'updated_at': '2022-07-14T11:55:19Z', 'revision_number': 1, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:37.619689 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6ca3a-882f-4816-a632-6e5ce1528b0d None None] Checking router: b2280d06-5850-4e62-9d27-f6eaf478a513 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:57:37.628598 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6ca3a-882f-4816-a632-6e5ce1528b0d None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:57:37.629404 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-f0b6ca3a-882f-4816-a632-6e5ce1528b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:57:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:37.651253 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7d026-d446-476e-9ebe-42bb31e006ac req-30ec0e83-b262-40bd-a698-6942bdaf8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:37.652619 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-94d7d026-d446-476e-9ebe-42bb31e006ac req-30ec0e83-b262-40bd-a698-6942bdaf8afa service neutron] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 913 time: 0.1037285 Jul 14 11:57:37.718332 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-94d7d026-d446-476e-9ebe-42bb31e006ac req-7cf602d6-8e1c-43ed-830f-3dbbf0228591 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b HTTP/1.1" status: 200 len: 999 time: 0.0599673 Jul 14 11:57:37.731644 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-f0b6ca3a-882f-4816-a632-6e5ce1528b0d None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:57:37.768368 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7d026-d446-476e-9ebe-42bb31e006ac req-f1ccd72e-2d16-473f-8001-a2298f96954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:37.769866 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-94d7d026-d446-476e-9ebe-42bb31e006ac req-f1ccd72e-2d16-473f-8001-a2298f96954a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0451908 Jul 14 11:57:37.813186 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7d026-d446-476e-9ebe-42bb31e006ac req-9796cd12-5658-443f-ab5a-24afb67fbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:57:37.814711 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-94d7d026-d446-476e-9ebe-42bb31e006ac req-9796cd12-5658-443f-ab5a-24afb67fbffb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391519 Jul 14 11:57:37.908899 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-94d7d026-d446-476e-9ebe-42bb31e006ac req-6a75208d-3bf5-43c2-ba17-e22d45c84e77 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875826 Jul 14 11:57:37.943250 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=100 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:37.946384 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-f0b6ca3a-882f-4816-a632-6e5ce1528b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '199c68a9-7075-49c3-8828-322a62314e76', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:be:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:57:36Z', 'updated_at': '2022-07-14T11:57:36Z', 'revision_number': 0, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}, {'id': 'e64ae0a1-cec0-4b63-9b65-929fdee5587b', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '508effd0-c068-4bd7-a603-c11584bfe334', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:65:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:55:17Z', 'updated_at': '2022-07-14T11:55:19Z', 'revision_number': 1, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:57:37.974420 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6ca3a-882f-4816-a632-6e5ce1528b0d None None] The sync data for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi is: [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': '199c68a9-7075-49c3-8828-322a62314e76', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:be:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:57:36Z', 'updated_at': '2022-07-14T11:57:36Z', 'revision_number': 0, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}, {'id': 'e64ae0a1-cec0-4b63-9b65-929fdee5587b', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '508effd0-c068-4bd7-a603-c11584bfe334', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:65:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:55:17Z', 'updated_at': '2022-07-14T11:55:19Z', 'revision_number': 1, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:57:38.001529 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-94d7d026-d446-476e-9ebe-42bb31e006ac req-00d57d62-d613-41af-b045-34a5c2762b4e service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868831 Jul 14 11:57:38.169554 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a07c56-cc33-4f3e-b17c-4aa84420f74c None None] New status for floating IP 199c68a9-7075-49c3-8828-322a62314e76: ACTIVE {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:57:38.171946 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=3,neutron:SELECT=79 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:38.173744 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:38.200604 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:44.910761 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6476cd26-7c3f-470a-82c2-ddcca2d1c20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:47.093108 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0cd4-87f4-42ee-b4dc-0c24f3a52f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:47.294091 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:47.297362 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:47.948447 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=77 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:47.949240 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=73 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:47.992299 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:47.998235 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=82 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:57:48.332828 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:49.687770 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:49.979476 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:57.950667 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:57:59.933855 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:07.884573 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:07.892549 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:08.002984 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-0f238210-8b43-4678-bc5b-e11d99ddb82a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423899 Jul 14 11:58:08.083154 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-56acd2a2-6e63-4b3a-8acb-528a8d4fd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:58:08.084542 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-56acd2a2-6e63-4b3a-8acb-528a8d4fd270 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 1130 time: 0.0389767 Jul 14 11:58:08.185171 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-c2796893-d079-43dc-a7a7-273fa99a320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:58:08.186641 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-c2796893-d079-43dc-a7a7-273fa99a320b service neutron] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 913 time: 0.0842421 Jul 14 11:58:08.250605 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-1cc2fd96-55e4-4883-b9f2-0ee0b75fd27c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=508effd0-c068-4bd7-a603-c11584bfe334 HTTP/1.1" status: 200 len: 1002 time: 0.0575783 Jul 14 11:58:08.298131 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-7a47c789-ff6a-46b7-aa5b-9b535e7e5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:58:08.299542 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-7a47c789-ff6a-46b7-aa5b-9b535e7e5b57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0432749 Jul 14 11:58:08.342646 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-5eb14a02-566e-4947-a6c4-612233b3cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:58:08.344030 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-5eb14a02-566e-4947-a6c4-612233b3cfb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388615 Jul 14 11:58:08.442333 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-995ddd8e-f146-488a-97b4-5478006675a3 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919285 Jul 14 11:58:08.533846 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-7c6bc0de-ee3d-4e24-a822-94876d3c0a07 req-2fc03e9e-1977-49f2-a8a6-2d38d1365e04 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860415 Jul 14 11:58:10.631111 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=17 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:10.634026 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=15 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:13.286298 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:58:14.904547 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-23c5e9bc-f26d-494f-afce-9117a1b41113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:58:17.098290 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-379908ba-db0f-4f1b-b409-f949bd6e8519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:58:18.332548 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:58:18.529718 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=55 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:18.530581 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=46 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:19.663613 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:58:19.995647 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:58:23.281636 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:23.282419 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:27.960869 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:58:37.895606 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:37.900510 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:37.902249 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:42.258454 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:42.263681 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:58:44.891712 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-cf612983-ca88-49d9-8028-3bcae0c17f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:58:47.080233 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-1386f4df-3058-4a56-9ff7-543f0ba50799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:58:48.326641 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:58:49.680173 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:58:50.017631 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:58:50.285791 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:58:57.965610 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:00.281682 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:00.282435 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:07.901093 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:07.905387 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:07.908088 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:08.878499 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 45958) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:09.025485 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Deleting port d09afa69-f1a4-40aa-b34b-2a4a880bb4d1 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:09.026016 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (d09afa69-f1a4-40aa-b34b-2a4a880bb4d1), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:09.108639 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (d09afa69-f1a4-40aa-b34b-2a4a880bb4d1), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:09.108904 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (d09afa69-f1a4-40aa-b34b-2a4a880bb4d1), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:09.120918 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Calling delete_port for d09afa69-f1a4-40aa-b34b-2a4a880bb4d1 owned by network:floatingip {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:09.353854 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (d09afa69-f1a4-40aa-b34b-2a4a880bb4d1), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:09.385374 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event deleted for resources: {'Port': ['ID=d09afa69-f1a4-40aa-b34b-2a4a880bb4d1,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:09.411463 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.411809 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.412146 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.412482 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.412812 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.413138 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.413489 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.413812 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.414134 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.414456 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.414777 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.415100 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.415424 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.415738 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.416055 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:09.458645 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (199c68a9-7075-49c3-8828-322a62314e76), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:09.458971 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Floating IP 199c68a9-7075-49c3-8828-322a62314e76 disassociated (deleted). External IP: 172.27.3.140, port: e7a77a04-d6ff-48d2-8578-e8e4b20bc54b. Jul 14 11:59:09.663137 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Router b2280d06-5850-4e62-9d27-f6eaf478a513 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:59:09.767727 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:59:09.772626 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:09.777304 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb6a2c-1cfd-414e-bc16-8a4d298119ba None None] Sync routers for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:59:09.787799 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb6a2c-1cfd-414e-bc16-8a4d298119ba None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:59:09.788411 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-e7eb6a2c-1cfd-414e-bc16-8a4d298119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:58:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:09.791745 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:09.806171 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-599df65e-5126-4de3-b3d6-16fc797f9b30 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "DELETE /v2.0/floatingips/199c68a9-7075-49c3-8828-322a62314e76 HTTP/1.1" status: 204 len: 168 time: 0.9248970 Jul 14 11:59:09.806171 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'tag': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:59:09.811600 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ae6f51-9c3c-4281-80de-c08fcfb39454" -d '{"events": [{"name": "network-changed", "server_uuid": "e742fe23-c87e-4a9b-9c46-a30f0ae168a7", "tag": "e7a77a04-d6ff-48d2-8578-e8e4b20bc54b"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:59:09.858342 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22aacac-5ae5-4c0d-8695-aac99d0a840e x-openstack-request-id: req-a22aacac-5ae5-4c0d-8695-aac99d0a840e {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:59:09.858645 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e742fe23-c87e-4a9b-9c46-a30f0ae168a7", "tag": "e7a77a04-d6ff-48d2-8578-e8e4b20bc54b", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:59:09.858901 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a22aacac-5ae5-4c0d-8695-aac99d0a840e {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:59:09.859352 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a22aacac-5ae5-4c0d-8695-aac99d0a840e'] response: {'name': 'network-changed', 'server_uuid': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'tag': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b', 'status': 'completed', 'code': 200} Jul 14 11:59:09.896181 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-e7eb6a2c-1cfd-414e-bc16-8a4d298119ba None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:59:09.923040 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6f51-9c3c-4281-80de-c08fcfb39454 req-2a151488-302d-4da4-937f-133f2be4fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:09.924466 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-54ae6f51-9c3c-4281-80de-c08fcfb39454 req-2a151488-302d-4da4-937f-133f2be4fae0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 1129 time: 0.0424042 Jul 14 11:59:10.018914 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6f51-9c3c-4281-80de-c08fcfb39454 req-0a6d2951-09fe-4925-b31a-518452d300ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:10.020377 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-54ae6f51-9c3c-4281-80de-c08fcfb39454 req-0a6d2951-09fe-4925-b31a-518452d300ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 913 time: 0.0906808 Jul 14 11:59:10.063678 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-54ae6f51-9c3c-4281-80de-c08fcfb39454 req-5cd39f9b-e433-41b2-aed4-ab9ddbf15291 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b HTTP/1.1" status: 200 len: 217 time: 0.0378206 Jul 14 11:59:10.112374 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6f51-9c3c-4281-80de-c08fcfb39454 req-57fdc5fb-1f15-424a-839c-b6dd4f2efc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:10.113945 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-54ae6f51-9c3c-4281-80de-c08fcfb39454 req-57fdc5fb-1f15-424a-839c-b6dd4f2efc58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0448444 Jul 14 11:59:10.114399 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-e7eb6a2c-1cfd-414e-bc16-8a4d298119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e64ae0a1-cec0-4b63-9b65-929fdee5587b', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '508effd0-c068-4bd7-a603-c11584bfe334', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:65:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:55:17Z', 'updated_at': '2022-07-14T11:55:19Z', 'revision_number': 1, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:10.140300 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb6a2c-1cfd-414e-bc16-8a4d298119ba None None] Checking router: b2280d06-5850-4e62-9d27-f6eaf478a513 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:59:10.148716 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb6a2c-1cfd-414e-bc16-8a4d298119ba None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:59:10.149347 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-e7eb6a2c-1cfd-414e-bc16-8a4d298119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:58:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:10.158269 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6f51-9c3c-4281-80de-c08fcfb39454 req-e5d06867-0927-4be3-a0a7-660f8051411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:10.159805 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-54ae6f51-9c3c-4281-80de-c08fcfb39454 req-e5d06867-0927-4be3-a0a7-660f8051411f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403864 Jul 14 11:59:10.266263 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6284c71-c7cf-4839-910d-158508af66c8 req-e67521b6-2e89-4801-963c-12fcdb0aff25 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:10.267904 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6284c71-c7cf-4839-910d-158508af66c8 req-e67521b6-2e89-4801-963c-12fcdb0aff25 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 945 time: 0.0498881 Jul 14 11:59:10.323335 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-b6284c71-c7cf-4839-910d-158508af66c8 req-c72bce4f-0c88-4464-9d99-f760fdecfb4b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495362 Jul 14 11:59:10.340601 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-e7eb6a2c-1cfd-414e-bc16-8a4d298119ba None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:59:10.544921 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-e7eb6a2c-1cfd-414e-bc16-8a4d298119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e64ae0a1-cec0-4b63-9b65-929fdee5587b', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '508effd0-c068-4bd7-a603-c11584bfe334', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:65:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:55:17Z', 'updated_at': '2022-07-14T11:55:19Z', 'revision_number': 1, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:10.573435 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb6a2c-1cfd-414e-bc16-8a4d298119ba None None] The sync data for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi is: [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_floatingips': [{'id': 'e64ae0a1-cec0-4b63-9b65-929fdee5587b', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'router_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'port_id': '508effd0-c068-4bd7-a603-c11584bfe334', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'mac_address': 'fa:16:3e:65:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:55:17Z', 'updated_at': '2022-07-14T11:55:19Z', 'revision_number': 1, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:59:10.777497 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f177fa-0b49-4366-b773-94fd20798db5 None None] New status for floating IP 199c68a9-7075-49c3-8828-322a62314e76: DOWN {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:59:11.259025 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-54ae6f51-9c3c-4281-80de-c08fcfb39454 req-3f1b4880-7409-4261-a363-bfbd22e07a05 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859878 Jul 14 11:59:11.351070 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-54ae6f51-9c3c-4281-80de-c08fcfb39454 req-d04325ee-813b-414a-90a0-fbd634a32abb service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856757 Jul 14 11:59:11.446222 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4f689-2597-4281-b04f-2cbf4c0ede70 req-960c1cee-5589-4ba9-a614-7919ab2bf50f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:11.447613 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-aed4f689-2597-4281-b04f-2cbf4c0ede70 req-960c1cee-5589-4ba9-a614-7919ab2bf50f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 945 time: 0.0484488 Jul 14 11:59:11.466283 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:11.498042 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-aed4f689-2597-4281-b04f-2cbf4c0ede70 req-a3f10940-7a7e-47b1-8694-de080ef10abc tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447252 Jul 14 11:59:11.742268 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446ef65-5eb8-4a4a-aa50-0baf50c914a9 req-9f8f68b3-822e-4e5f-b154-b55273052bdb tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:11.743644 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8446ef65-5eb8-4a4a-aa50-0baf50c914a9 req-9f8f68b3-822e-4e5f-b154-b55273052bdb tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 945 time: 0.0488088 Jul 14 11:59:11.828243 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-8446ef65-5eb8-4a4a-aa50-0baf50c914a9 req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Deleting port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:11.828585 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-8446ef65-5eb8-4a4a-aa50-0baf50c914a9 req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:11.917547 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-8446ef65-5eb8-4a4a-aa50-0baf50c914a9 req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] For port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:11.917911 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-8446ef65-5eb8-4a4a-aa50-0baf50c914a9 req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:11.931285 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-8446ef65-5eb8-4a4a-aa50-0baf50c914a9 req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Calling delete_port for e7a77a04-d6ff-48d2-8578-e8e4b20bc54b owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:12.149008 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-8446ef65-5eb8-4a4a-aa50-0baf50c914a9 req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (e7a77a04-d6ff-48d2-8578-e8e4b20bc54b), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:12.174999 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:12.178095 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event deleted for resources: {'Port': ['ID=e7a77a04-d6ff-48d2-8578-e8e4b20bc54b,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:12.184772 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:12.208350 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.208737 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.209080 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.209452 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.209783 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.210112 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.210441 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.210763 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.211087 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.211408 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.211729 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.212050 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.212367 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.212683 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.212998 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:12.234539 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8446ef65-5eb8-4a4a-aa50-0baf50c914a9 req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] No DVR routers for this DVR port e7a77a04-d6ff-48d2-8578-e8e4b20bc54b on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:59:12.237101 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-8446ef65-5eb8-4a4a-aa50-0baf50c914a9 req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:12.240325 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-8446ef65-5eb8-4a4a-aa50-0baf50c914a9 req-b8d88ba0-9793-4448-95dd-eafb301409d9 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "DELETE /v2.0/ports/e7a77a04-d6ff-48d2-8578-e8e4b20bc54b HTTP/1.1" status: 204 len: 173 time: 0.4911094 Jul 14 11:59:12.240759 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'name': 'network-vif-deleted', 'tag': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:59:12.243027 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7c7a50-5954-431c-8c96-2aa767a157b1" -d '{"events": [{"server_uuid": "e742fe23-c87e-4a9b-9c46-a30f0ae168a7", "name": "network-vif-deleted", "tag": "e7a77a04-d6ff-48d2-8578-e8e4b20bc54b"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:59:12.278734 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235c3646-04f6-4900-9136-58ba02738f69 x-openstack-request-id: req-235c3646-04f6-4900-9136-58ba02738f69 {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:59:12.279358 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e742fe23-c87e-4a9b-9c46-a30f0ae168a7", "name": "network-vif-deleted", "tag": "e7a77a04-d6ff-48d2-8578-e8e4b20bc54b", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:59:12.279358 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-235c3646-04f6-4900-9136-58ba02738f69 {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:59:12.280338 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235c3646-04f6-4900-9136-58ba02738f69'] response: {'server_uuid': 'e742fe23-c87e-4a9b-9c46-a30f0ae168a7', 'name': 'network-vif-deleted', 'tag': 'e7a77a04-d6ff-48d2-8578-e8e4b20bc54b', 'status': 'completed', 'code': 200} Jul 14 11:59:12.603521 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-1725dd7a-01db-44e4-a57d-ca0b95453046 req-cf3686be-a86a-454f-9396-201275da3aa5 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=e742fe23-c87e-4a9b-9c46-a30f0ae168a7 HTTP/1.1" status: 200 len: 210 time: 0.0341070 Jul 14 11:59:14.457124 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device e7a77a04-d6ff-48d2-8578-e8e4b20bc54b no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:59:14.476399 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: e7a77a04-d6ff-48d2-8578-e8e4b20bc54b {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:59:14.476736 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device e7a77a04-d6ff-48d2-8578-e8e4b20bc54b not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:59:14.914323 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e18dd470-47c3-40ca-ba09-2ce6bf6c6954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:16.033019 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 46002) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:16.200496 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Deleting port 99b48cf2-eb61-44a5-91ce-257ef95c6c4e {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:16.200839 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (99b48cf2-eb61-44a5-91ce-257ef95c6c4e), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:16.284517 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (99b48cf2-eb61-44a5-91ce-257ef95c6c4e), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:16.284785 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (99b48cf2-eb61-44a5-91ce-257ef95c6c4e), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:16.301930 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Calling delete_port for 99b48cf2-eb61-44a5-91ce-257ef95c6c4e owned by network:floatingip {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:16.491650 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (99b48cf2-eb61-44a5-91ce-257ef95c6c4e), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:16.518477 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event deleted for resources: {'Port': ['ID=99b48cf2-eb61-44a5-91ce-257ef95c6c4e,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:16.581527 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (e64ae0a1-cec0-4b63-9b65-929fdee5587b), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:16.581870 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.db.l3_db [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Floating IP e64ae0a1-cec0-4b63-9b65-929fdee5587b disassociated (deleted). External IP: 172.27.3.101, port: 508effd0-c068-4bd7-a603-c11584bfe334. Jul 14 11:59:16.782041 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Router b2280d06-5850-4e62-9d27-f6eaf478a513 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:59:16.860521 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:16.879264 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:16.883594 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:59:16.888405 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:16.894111 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed3f3b-2262-444f-9249-40229dfbffd6 None None] Sync routers for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:59:16.903736 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed3f3b-2262-444f-9249-40229dfbffd6 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:59:16.904347 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d2ed3f3b-2262-444f-9249-40229dfbffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:58:47Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:16.923182 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-b3d9bf04-77f2-4255-81ca-7be16f594296 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "DELETE /v2.0/floatingips/e64ae0a1-cec0-4b63-9b65-929fdee5587b HTTP/1.1" status: 204 len: 168 time: 0.8890014 Jul 14 11:59:16.923732 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'tag': '508effd0-c068-4bd7-a603-c11584bfe334'}] {{(pid=111167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:59:16.926058 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cac186ef3b459545af53ced74cf3cc83fa291da98cd369184e77aa3faad3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32a1847-b7f8-464e-9f24-555ef66e7cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "6aff10b1-193b-4ee2-93a1-d16ca2258d03", "tag": "508effd0-c068-4bd7-a603-c11584bfe334"}]}' {{(pid=111167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:59:16.966431 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aa6961-64a2-43af-9066-d563d646de55 x-openstack-request-id: req-d3aa6961-64a2-43af-9066-d563d646de55 {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:59:16.966742 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aff10b1-193b-4ee2-93a1-d16ca2258d03", "tag": "508effd0-c068-4bd7-a603-c11584bfe334", "status": "completed", "code": 200}]} {{(pid=111167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:59:16.967014 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d3aa6961-64a2-43af-9066-d563d646de55 {{(pid=111167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:59:16.967411 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3aa6961-64a2-43af-9066-d563d646de55'] response: {'name': 'network-changed', 'server_uuid': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'tag': '508effd0-c068-4bd7-a603-c11584bfe334', 'status': 'completed', 'code': 200} Jul 14 11:59:17.024202 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-d2ed3f3b-2262-444f-9249-40229dfbffd6 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:59:17.033066 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a1847-b7f8-464e-9f24-555ef66e7cd9 req-53b1b1a9-569b-4778-ba91-e5875e50d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:17.034681 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f32a1847-b7f8-464e-9f24-555ef66e7cd9 req-53b1b1a9-569b-4778-ba91-e5875e50d518 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7119e46a06b54c2984b21f32d9c156e3&device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 1130 time: 0.0451226 Jul 14 11:59:17.114945 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:17.125999 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6cd04b89-98a8-4894-a100-8364e54c6fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:17.133096 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a1847-b7f8-464e-9f24-555ef66e7cd9 req-611be44e-95b1-4a19-992a-0cef44ddabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:17.134850 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f32a1847-b7f8-464e-9f24-555ef66e7cd9 req-611be44e-95b1-4a19-992a-0cef44ddabc6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 200 len: 913 time: 0.0938730 Jul 14 11:59:17.149224 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=100 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:17.177502 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f32a1847-b7f8-464e-9f24-555ef66e7cd9 req-d4126358-4de5-4993-a342-9ca31a97c34a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=508effd0-c068-4bd7-a603-c11584bfe334 HTTP/1.1" status: 200 len: 217 time: 0.0365276 Jul 14 11:59:17.217489 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d2ed3f3b-2262-444f-9249-40229dfbffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:17.228175 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a1847-b7f8-464e-9f24-555ef66e7cd9 req-f85e7c19-ce36-4239-897f-0a7a70c6c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:17.229562 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f32a1847-b7f8-464e-9f24-555ef66e7cd9 req-f85e7c19-ce36-4239-897f-0a7a70c6c3ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 200 len: 851 time: 0.0467501 Jul 14 11:59:17.244490 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed3f3b-2262-444f-9249-40229dfbffd6 None None] Checking router: b2280d06-5850-4e62-9d27-f6eaf478a513 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:59:17.254114 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed3f3b-2262-444f-9249-40229dfbffd6 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:59:17.254719 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d2ed3f3b-2262-444f-9249-40229dfbffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:59:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:17.274708 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a1847-b7f8-464e-9f24-555ef66e7cd9 req-9f623277-19ff-4a81-b29a-3dcda0643bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:17.276214 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f32a1847-b7f8-464e-9f24-555ef66e7cd9 req-9f623277-19ff-4a81-b29a-3dcda0643bfb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c22b4386-d3cd-4949-9a26-72cae23c6f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397737 Jul 14 11:59:17.364138 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-d2ed3f3b-2262-444f-9249-40229dfbffd6 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:59:17.386790 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f32a1847-b7f8-464e-9f24-555ef66e7cd9 req-e981fc36-98bc-4242-b015-65b017971d36 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992665 Jul 14 11:59:17.441376 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b7fe0-9a1d-4cc4-b517-c065af908d7a req-00b2be0c-bea9-4475-ad1b-b72cacb19e2c tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:17.442899 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e30b7fe0-9a1d-4cc4-b517-c065af908d7a req-00b2be0c-bea9-4475-ad1b-b72cacb19e2c tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 946 time: 0.0489793 Jul 14 11:59:17.491955 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-e30b7fe0-9a1d-4cc4-b517-c065af908d7a req-83196ad2-7b3b-4f68-9d45-afb5e6a5740e tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433090 Jul 14 11:59:17.559317 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-d2ed3f3b-2262-444f-9249-40229dfbffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:17.584201 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed3f3b-2262-444f-9249-40229dfbffd6 None None] The sync data for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi is: [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:51:29Z', 'revision_number': 4, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi', '_interfaces': [{'id': '37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9', 'name': '', 'network_id': 'c22b4386-d3cd-4949-9a26-72cae23c6f3e', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'mac_address': 'fa:16:3e:56:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:28Z', 'updated_at': '2022-07-14T11:51:33Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'subnets': [{'id': 'fbb50109-c620-4078-9895-dc847ba8b3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:59:17.795593 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b390d-c50d-444a-a964-565131bdd69e None None] New status for floating IP e64ae0a1-cec0-4b63-9b65-929fdee5587b: DOWN {{(pid=111168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:59:18.348664 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:18.397650 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-f32a1847-b7f8-464e-9f24-555ef66e7cd9 req-b921debb-e03f-4565-8255-34de8ef027a3 service neutron] 10.222.0.55 "GET /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906889 Jul 14 11:59:18.609664 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663a8e3-fe13-468e-9287-28250387a3de req-a5c2536b-1c69-418d-978f-5e2069e7aba1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:18.611040 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b663a8e3-fe13-468e-9287-28250387a3de req-a5c2536b-1c69-418d-978f-5e2069e7aba1 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 946 time: 0.0478780 Jul 14 11:59:18.664359 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-b663a8e3-fe13-468e-9287-28250387a3de req-2d426234-22e0-4607-8e73-df38592a7f1f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/security-groups?id=9c0675a7-3e87-48f8-8212-2f6b1d647c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476232 Jul 14 11:59:18.821226 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e5d9-d5a0-47f2-b0ae-63e8d45584f2 req-40f7b2d7-a0b4-48c7-953d-5614ea0de5bf tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:59:18.822699 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0c17e5d9-d5a0-47f2-b0ae-63e8d45584f2 req-40f7b2d7-a0b4-48c7-953d-5614ea0de5bf tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 946 time: 0.0467086 Jul 14 11:59:18.903242 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-0c17e5d9-d5a0-47f2-b0ae-63e8d45584f2 req-e35d8152-45d5-4d4e-af9a-d028c120532a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Deleting port 508effd0-c068-4bd7-a603-c11584bfe334 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:18.903480 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-0c17e5d9-d5a0-47f2-b0ae-63e8d45584f2 req-e35d8152-45d5-4d4e-af9a-d028c120532a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (508effd0-c068-4bd7-a603-c11584bfe334), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:18.995820 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [req-0c17e5d9-d5a0-47f2-b0ae-63e8d45584f2 req-e35d8152-45d5-4d4e-af9a-d028c120532a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] For port 508effd0-c068-4bd7-a603-c11584bfe334, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=508effd0-c068-4bd7-a603-c11584bfe334,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:18.996174 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-0c17e5d9-d5a0-47f2-b0ae-63e8d45584f2 req-e35d8152-45d5-4d4e-af9a-d028c120532a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (508effd0-c068-4bd7-a603-c11584bfe334), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:19.009103 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [req-0c17e5d9-d5a0-47f2-b0ae-63e8d45584f2 req-e35d8152-45d5-4d4e-af9a-d028c120532a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Calling delete_port for 508effd0-c068-4bd7-a603-c11584bfe334 owned by compute:nova {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:19.223113 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-0c17e5d9-d5a0-47f2-b0ae-63e8d45584f2 req-e35d8152-45d5-4d4e-af9a-d028c120532a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (508effd0-c068-4bd7-a603-c11584bfe334), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:19.231093 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:19.249327 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:19.252310 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d8152-45d5-4d4e-af9a-d028c120532a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event deleted for resources: {'Port': ['ID=508effd0-c068-4bd7-a603-c11584bfe334,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:19.296340 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c17e5d9-d5a0-47f2-b0ae-63e8d45584f2 req-e35d8152-45d5-4d4e-af9a-d028c120532a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] No DVR routers for this DVR port 508effd0-c068-4bd7-a603-c11584bfe334 on host hv-cinder-84980 {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:59:19.298961 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [req-0c17e5d9-d5a0-47f2-b0ae-63e8d45584f2 req-e35d8152-45d5-4d4e-af9a-d028c120532a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for port (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:19.302162 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [req-0c17e5d9-d5a0-47f2-b0ae-63e8d45584f2 req-e35d8152-45d5-4d4e-af9a-d028c120532a tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.55 "DELETE /v2.0/ports/508effd0-c068-4bd7-a603-c11584bfe334 HTTP/1.1" status: 204 len: 173 time: 0.4742661 Jul 14 11:59:19.302595 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'name': 'network-vif-deleted', 'tag': '508effd0-c068-4bd7-a603-c11584bfe334'}] {{(pid=111166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:59:19.304807 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d5ddb65430a522cdbcabeb7779bbab6ed68e6c6dda239a0d1083befa15c241" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf2865d-0e73-4dd5-95ce-8ee6ddbc6e8f" -d '{"events": [{"server_uuid": "6aff10b1-193b-4ee2-93a1-d16ca2258d03", "name": "network-vif-deleted", "tag": "508effd0-c068-4bd7-a603-c11584bfe334"}]}' {{(pid=111166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:59:19.339827 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01107e4e-79ba-4553-a965-374e784851ab x-openstack-request-id: req-01107e4e-79ba-4553-a965-374e784851ab {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:59:19.340107 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aff10b1-193b-4ee2-93a1-d16ca2258d03", "name": "network-vif-deleted", "tag": "508effd0-c068-4bd7-a603-c11584bfe334", "status": "completed", "code": 200}]} {{(pid=111166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:59:19.340351 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-01107e4e-79ba-4553-a965-374e784851ab {{(pid=111166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:59:19.340742 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01107e4e-79ba-4553-a965-374e784851ab'] response: {'server_uuid': '6aff10b1-193b-4ee2-93a1-d16ca2258d03', 'name': 'network-vif-deleted', 'tag': '508effd0-c068-4bd7-a603-c11584bfe334', 'status': 'completed', 'code': 200} Jul 14 11:59:19.686012 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:19.765957 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [req-49ad3cc1-645d-45a5-9942-b552f521040e req-79d37c81-02d5-4476-9d17-5f7f2dcf0a6b tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "GET /v2.0/ports?device_id=6aff10b1-193b-4ee2-93a1-d16ca2258d03 HTTP/1.1" status: 200 len: 210 time: 0.0280976 Jul 14 11:59:19.976939 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:20.832126 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 46018) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:21.195372 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a886e-7c78-4959-9c9e-8f6876e51f2f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Deleting port 059f2080-9073-439c-9f40-69f41a38f841 {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:21.195717 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3d9a886e-7c78-4959-9c9e-8f6876e51f2f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (059f2080-9073-439c-9f40-69f41a38f841), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:21.275808 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3d9a886e-7c78-4959-9c9e-8f6876e51f2f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (059f2080-9073-439c-9f40-69f41a38f841), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:21.276132 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3d9a886e-7c78-4959-9c9e-8f6876e51f2f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (059f2080-9073-439c-9f40-69f41a38f841), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:21.288523 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a886e-7c78-4959-9c9e-8f6876e51f2f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Calling delete_port for 059f2080-9073-439c-9f40-69f41a38f841 owned by network:floatingip {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:21.462554 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3d9a886e-7c78-4959-9c9e-8f6876e51f2f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (059f2080-9073-439c-9f40-69f41a38f841), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:21.488500 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a886e-7c78-4959-9c9e-8f6876e51f2f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event deleted for resources: {'Port': ['ID=059f2080-9073-439c-9f40-69f41a38f841,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:21.550741 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3d9a886e-7c78-4959-9c9e-8f6876e51f2f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for floatingip (f6328008-c8ac-4cb2-86e3-8a9a0713a99a), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:21.553239 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-3d9a886e-7c78-4959-9c9e-8f6876e51f2f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1983031'] for floatingip (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:21.554394 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-3d9a886e-7c78-4959-9c9e-8f6876e51f2f tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "DELETE /v2.0/floatingips/f6328008-c8ac-4cb2-86e3-8a9a0713a99a HTTP/1.1" status: 204 len: 168 time: 0.7225711 Jul 14 11:59:22.488340 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 508effd0-c068-4bd7-a603-c11584bfe334 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:59:22.508124 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] No Port match for: 508effd0-c068-4bd7-a603-c11584bfe334 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:59:22.508491 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Device 508effd0-c068-4bd7-a603-c11584bfe334 not bound to the agent host hv-cinder-84980 {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:59:22.920174 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 46030) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:22.979853 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d337db91-23d5-4e2f-a3ca-7aa23a2db4d0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group (9c0675a7-3e87-48f8-8212-2f6b1d647c65), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:23.005184 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d337db91-23d5-4e2f-a3ca-7aa23a2db4d0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group (9c0675a7-3e87-48f8-8212-2f6b1d647c65), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:23.153016 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d337db91-23d5-4e2f-a3ca-7aa23a2db4d0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (9c0675a7-3e87-48f8-8212-2f6b1d647c65), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:23.156022 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d337db91-23d5-4e2f-a3ca-7aa23a2db4d0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:23.157203 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-d337db91-23d5-4e2f-a3ca-7aa23a2db4d0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] 10.222.0.40 "DELETE /v2.0/security-groups/9c0675a7-3e87-48f8-8212-2f6b1d647c65 HTTP/1.1" status: 204 len: 168 time: 0.2354279 Jul 14 11:59:23.169146 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337db91-23d5-4e2f-a3ca-7aa23a2db4d0 tempest-TestVolumeBootPattern-810863928 tempest-TestVolumeBootPattern-810863928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0675a7-3e87-48f8-8212-2f6b1d647c65,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:23.279217 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 46034) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:23.990258 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732248'] for router_interface (b2280d06-5850-4e62-9d27-f6eaf478a513), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:24.214878 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] Deleting port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:24.215117 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:24.296450 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] For port 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:24.301748 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:24.309588 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] Calling delete_port for 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 owned by network:router_interface {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:24.367680 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:24.369506 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:24.548229 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:24.572862 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] Pushing event deleted for resources: {'Port': ['ID=37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:24.734435 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732108'] for router_interface (b2280d06-5850-4e62-9d27-f6eaf478a513), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:24.938436 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] Router b2280d06-5850-4e62-9d27-f6eaf478a513 has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:59:25.040533 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:59:25.046051 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-b9a59bab-df6c-490d-8907-d0cf4b5c0275 admin admin] 10.222.0.40 "PUT /v2.0/routers/b2280d06-5850-4e62-9d27-f6eaf478a513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7651963 Jul 14 11:59:25.048039 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 46038) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:25.052293 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ddcb9-9f32-49b9-b945-484e8086ee91 None None] Sync routers for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:59:25.062764 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ddcb9-9f32-49b9-b945-484e8086ee91 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:59:25.063454 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-206ddcb9-9f32-49b9-b945-484e8086ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:59:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:25.149638 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Publish callbacks [] for router (b2280d06-5850-4e62-9d27-f6eaf478a513), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:25.165576 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-206ddcb9-9f32-49b9-b945-484e8086ee91 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: dv-cinder-849803-1-iscsi {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:59:25.241082 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:25.254469 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Publish callbacks [] for router_gateway (b2280d06-5850-4e62-9d27-f6eaf478a513), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:25.338431 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-206ddcb9-9f32-49b9-b945-484e8086ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:59:24Z', 'revision_number': 5, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port': {'id': 'de1ffc07-e268-4e12-b50d-b789e87b83ab', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:26Z', 'updated_at': '2022-07-14T11:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:25.362672 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ddcb9-9f32-49b9-b945-484e8086ee91 None None] Checking router: b2280d06-5850-4e62-9d27-f6eaf478a513 for host: dv-cinder-849803-1-iscsi {{(pid=111169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:59:25.371131 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ddcb9-9f32-49b9-b945-484e8086ee91 None None] Routers {'b2280d06-5850-4e62-9d27-f6eaf478a513'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:59:25.371725 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-206ddcb9-9f32-49b9-b945-484e8086ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:59:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['b2280d06-5850-4e62-9d27-f6eaf478a513'], 'active': True} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:25.407308 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Deleting port de1ffc07-e268-4e12-b50d-b789e87b83ab {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:25.407647 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:25.410120 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:25.495729 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] For port de1ffc07-e268-4e12-b50d-b789e87b83ab, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=de1ffc07-e268-4e12-b50d-b789e87b83ab,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:25.496200 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:25.516253 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Calling delete_port for de1ffc07-e268-4e12-b50d-b789e87b83ab owned by network:router_gateway {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:25.544070 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_dvr_db [None req-206ddcb9-9f32-49b9-b945-484e8086ee91 None None] Set router b2280d06-5850-4e62-9d27-f6eaf478a513 gateway port host: None {{(pid=111169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:59:25.591613 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.l3_hamode_db [None req-206ddcb9-9f32-49b9-b945-484e8086ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:59:25Z', 'revision_number': 6, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port_host': None}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:25.618445 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ddcb9-9f32-49b9-b945-484e8086ee91 None None] The sync data for ids ['b2280d06-5850-4e62-9d27-f6eaf478a513'] in dv-cinder-849803-1-iscsi is: [{'id': 'b2280d06-5850-4e62-9d27-f6eaf478a513', 'name': 'tempest-TestVolumeBootPattern-1661412486-router', 'tenant_id': '7119e46a06b54c2984b21f32d9c156e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:25Z', 'updated_at': '2022-07-14T11:59:25Z', 'revision_number': 6, 'project_id': '7119e46a06b54c2984b21f32d9c156e3', 'gw_port_host': None}] {{(pid=111169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:59:25.719652 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (de1ffc07-e268-4e12-b50d-b789e87b83ab), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:25.745942 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1ffc07-e268-4e12-b50d-b789e87b83ab,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:25.811986 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726993'] for router_gateway (b2280d06-5850-4e62-9d27-f6eaf478a513), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:25.899100 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021'] for router (b2280d06-5850-4e62-9d27-f6eaf478a513), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:25.901271 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Publish callbacks [] for router_controller (b2280d06-5850-4e62-9d27-f6eaf478a513), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.000012 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1734570'] for router (b2280d06-5850-4e62-9d27-f6eaf478a513), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.000811 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2280d06-5850-4e62-9d27-f6eaf478a513 {{(pid=111166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:59:26.007215 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.007215 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-9e78edae-54c7-4944-a94f-519641627921 admin admin] 10.222.0.40 "DELETE /v2.0/routers/b2280d06-5850-4e62-9d27-f6eaf478a513 HTTP/1.1" status: 204 len: 168 time: 0.9576907 Jul 14 11:59:26.009501 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 46040) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:26.058952 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cd2ca6-06e0-4ed1-8fcd-dbeb5d5b44dc admin admin] Deleting subnet fbb50109-c620-4078-9895-dc847ba8b3c8 {{(pid=111166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:59:26.062339 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-34cd2ca6-06e0-4ed1-8fcd-dbeb5d5b44dc admin admin] Publish callbacks [] for subnet (fbb50109-c620-4078-9895-dc847ba8b3c8), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.102477 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-34cd2ca6-06e0-4ed1-8fcd-dbeb5d5b44dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31228433'] for subnet (fbb50109-c620-4078-9895-dc847ba8b3c8), precommit_delete_associations {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.176790 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-34cd2ca6-06e0-4ed1-8fcd-dbeb5d5b44dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (fbb50109-c620-4078-9895-dc847ba8b3c8), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.227622 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:26.302943 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-34cd2ca6-06e0-4ed1-8fcd-dbeb5d5b44dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31228419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31020262'] for subnet (fbb50109-c620-4078-9895-dc847ba8b3c8), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.331253 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd2ca6-06e0-4ed1-8fcd-dbeb5d5b44dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbb50109-c620-4078-9895-dc847ba8b3c8,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:26.335190 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-34cd2ca6-06e0-4ed1-8fcd-dbeb5d5b44dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for subnet (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.338646 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-34cd2ca6-06e0-4ed1-8fcd-dbeb5d5b44dc admin admin] 10.222.0.40 "DELETE /v2.0/subnets/fbb50109-c620-4078-9895-dc847ba8b3c8 HTTP/1.1" status: 204 len: 168 time: 0.3279238 Jul 14 11:59:26.340911 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 46042) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:26.341771 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b195f0-9d78-4716-ae7d-6f392af5cd0d None None] Network c22b4386-d3cd-4949-9a26-72cae23c6f3e requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:59:26.413688 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (c22b4386-d3cd-4949-9a26-72cae23c6f3e), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.465660 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Deleting port a9e4ac1c-17af-448a-bc2e-727762a90f0c {{(pid=111166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:26.466001 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.491936 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] DHCP port deletion for c22b4386-d3cd-4949-9a26-72cae23c6f3e request from dv-cinder-849803-1-iscsi {{(pid=111168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:59:26.528892 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Deleting port a9e4ac1c-17af-448a-bc2e-727762a90f0c {{(pid=111168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:26.529379 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), before_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.533223 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.db [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] For port a9e4ac1c-17af-448a-bc2e-727762a90f0c, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=a9e4ac1c-17af-448a-bc2e-727762a90f0c,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:26.533593 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.547403 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.plugin [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Calling delete_port for a9e4ac1c-17af-448a-bc2e-727762a90f0c owned by network:dhcp {{(pid=111166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:26.561808 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:26.599152 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] For port a9e4ac1c-17af-448a-bc2e-727762a90f0c, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=a9e4ac1c-17af-448a-bc2e-727762a90f0c,segment=NetworkSegment(897d0507-13c9-4709-9ee9-001d8cfe9ca8),segment_id=897d0507-13c9-4709-9ee9-001d8cfe9ca8)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:26.599548 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), precommit_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.613547 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Calling delete_port for a9e4ac1c-17af-448a-bc2e-727762a90f0c owned by network:dhcp {{(pid=111168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:26.714036 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228380'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.720956 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (a9e4ac1c-17af-448a-bc2e-727762a90f0c), after_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.738729 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e4ac1c-17af-448a-bc2e-727762a90f0c,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:26.742264 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] No DVR routers for this DVR port a9e4ac1c-17af-448a-bc2e-727762a90f0c on host dv-cinder-849803-1-iscsi {{(pid=111166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:59:26.749915 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Pushing event deleted for resources: {'Port': ['ID=a9e4ac1c-17af-448a-bc2e-727762a90f0c,revision_number=None']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:26.754520 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] No DVR routers for this DVR port a9e4ac1c-17af-448a-bc2e-727762a90f0c on host dv-cinder-849803-1-iscsi {{(pid=111168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:59:26.761519 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.761853 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.762187 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.762551 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.762879 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.763205 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.763528 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.763849 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.764172 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.765066 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.765412 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.765734 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.766053 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.766369 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.766679 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f26a7-cccd-4714-9c62-144d11506bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849803-1-iscsi {{(pid=111168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:26.821977 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (c22b4386-d3cd-4949-9a26-72cae23c6f3e), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.847795 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22b4386-d3cd-4949-9a26-72cae23c6f3e']}} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:26.857332 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897d0507-13c9-4709-9ee9-001d8cfe9ca8') {'for_net_delete': True} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:26.857630 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.services.segments.db [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897d0507-13c9-4709-9ee9-001d8cfe9ca8') {} {{(pid=111166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:26.867533 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31228422'] for segment (897d0507-13c9-4709-9ee9-001d8cfe9ca8), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.881735 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (897d0507-13c9-4709-9ee9-001d8cfe9ca8), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.888541 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=111166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:59:26.888931 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228321'] for segment (897d0507-13c9-4709-9ee9-001d8cfe9ca8), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:26.975119 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment 897d0507-13c9-4709-9ee9-001d8cfe9ca8 resource provider aggregate not found Jul 14 11:59:26.992494 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.services.segments.plugin [-] Segment 897d0507-13c9-4709-9ee9-001d8cfe9ca8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 897d0507-13c9-4709-9ee9-001d8cfe9ca8 found for delete ", "request_id": "req-9087a3e5-ad16-4dc1-b41e-acce478c364a"}]} Jul 14 11:59:27.010483 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (c22b4386-d3cd-4949-9a26-72cae23c6f3e), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:27.025380 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:27.025380 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] 10.222.0.40 "DELETE /v2.0/networks/c22b4386-d3cd-4949-9a26-72cae23c6f3e HTTP/1.1" status: 204 len: 168 time: 0.6773865 Jul 14 11:59:27.026203 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 46050) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:27.030713 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbab177-7acf-4a2f-986d-9cb8ddbb255a admin admin] Pushing event deleted for resources: {'Network': ['ID=c22b4386-d3cd-4949-9a26-72cae23c6f3e,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:27.237320 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:59:27.257546 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:59:27.257968 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 37dd67bd-6de4-4c2f-a6f4-b755ccc03ec9 not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:59:27.258443 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device de1ffc07-e268-4e12-b50d-b789e87b83ab no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:59:27.276289 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: de1ffc07-e268-4e12-b50d-b789e87b83ab {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:59:27.276870 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device de1ffc07-e268-4e12-b50d-b789e87b83ab not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:59:27.277348 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device a9e4ac1c-17af-448a-bc2e-727762a90f0c no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:59:27.284980 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:59:27.296372 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: a9e4ac1c-17af-448a-bc2e-727762a90f0c {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:59:27.296714 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device a9e4ac1c-17af-448a-bc2e-727762a90f0c not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:59:27.342806 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732248'] for router_interface (e022af01-e953-48d8-a029-33927e681ffa), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:27.345278 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:27.376840 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:27.575498 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] Deleting port 592741aa-aa04-4e22-80f5-8e6c72bf1acd {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:27.575832 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:27.656435 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] For port 592741aa-aa04-4e22-80f5-8e6c72bf1acd, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=592741aa-aa04-4e22-80f5-8e6c72bf1acd,segment=NetworkSegment(465f1d61-2168-4ecd-b4e7-80ba46970ece),segment_id=465f1d61-2168-4ecd-b4e7-80ba46970ece)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:27.656788 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:27.669921 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] Calling delete_port for 592741aa-aa04-4e22-80f5-8e6c72bf1acd owned by network:router_interface {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:27.936831 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (592741aa-aa04-4e22-80f5-8e6c72bf1acd), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:27.959578 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:27.965331 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] Pushing event deleted for resources: {'Port': ['ID=592741aa-aa04-4e22-80f5-8e6c72bf1acd,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:28.127890 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:28.130506 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732108'] for router_interface (e022af01-e953-48d8-a029-33927e681ffa), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:28.337988 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] Router e022af01-e953-48d8-a029-33927e681ffa has already been hosted by L3 agent afde6d94-19c5-4327-bc41-89fb19bd1f90 {{(pid=111167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:59:28.385148 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:28.443271 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] Notify agent at l3_agent.dv-cinder-849803-1-iscsi the message routers_updated {{(pid=111167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:59:28.451332 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-5e85f924-6a65-47a0-a557-a2b94aa54146 admin admin] 10.222.0.40 "PUT /v2.0/routers/e022af01-e953-48d8-a029-33927e681ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4247692 Jul 14 11:59:28.451332 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 46052) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:28.453783 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c1ee21-6e36-469f-9cb7-37e55fcee5de None None] Sync routers for ids ['e022af01-e953-48d8-a029-33927e681ffa'] in dv-cinder-849803-1-iscsi {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:59:28.465560 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c1ee21-6e36-469f-9cb7-37e55fcee5de None None] Routers {'e022af01-e953-48d8-a029-33927e681ffa'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:59:28.466181 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-e0c1ee21-6e36-469f-9cb7-37e55fcee5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:59:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e022af01-e953-48d8-a029-33927e681ffa'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:28.548973 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Publish callbacks [] for router (e022af01-e953-48d8-a029-33927e681ffa), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:28.567614 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-e0c1ee21-6e36-469f-9cb7-37e55fcee5de None None] Set router e022af01-e953-48d8-a029-33927e681ffa gateway port host: dv-cinder-849803-1-iscsi {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:59:28.650404 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Publish callbacks [] for router_gateway (e022af01-e953-48d8-a029-33927e681ffa), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:28.741565 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-e0c1ee21-6e36-469f-9cb7-37e55fcee5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022af01-e953-48d8-a029-33927e681ffa', 'name': 'tempest-TestVolumeBootPattern-1348229505-router', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'external_fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:59:27Z', 'revision_number': 5, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'gw_port': {'id': 'e78fe5e4-ed06-4027-ac21-b18fef30d30d', 'name': '', 'network_id': '959ed818-e5fc-4700-adf0-adc3bc51c4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022af01-e953-48d8-a029-33927e681ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849803-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20e419db-85bf-4e6d-ac27-d50aa8c570af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849803-1-iscsi'}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:28.766750 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c1ee21-6e36-469f-9cb7-37e55fcee5de None None] Checking router: e022af01-e953-48d8-a029-33927e681ffa for host: dv-cinder-849803-1-iscsi {{(pid=111168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:59:28.775260 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c1ee21-6e36-469f-9cb7-37e55fcee5de None None] Routers {'e022af01-e953-48d8-a029-33927e681ffa'} bound to L3 agent in host dv-cinder-849803-1-iscsi {{(pid=111168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:59:28.775869 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-e0c1ee21-6e36-469f-9cb7-37e55fcee5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849803-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T11:35:17Z,description=,heartbeat_timestamp=2022-07-14T11:59:17Z,host='dv-cinder-849803-1-iscsi',id=afde6d94-19c5-4327-bc41-89fb19bd1f90,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T11:35:18Z,topic='l3_agent')) {'router_ids': ['e022af01-e953-48d8-a029-33927e681ffa'], 'active': True} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:28.797382 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Deleting port e78fe5e4-ed06-4027-ac21-b18fef30d30d {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:28.797724 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:28.865789 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvr_db [None req-e0c1ee21-6e36-469f-9cb7-37e55fcee5de None None] Set router e022af01-e953-48d8-a029-33927e681ffa gateway port host: None {{(pid=111168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:59:28.881843 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] For port e78fe5e4-ed06-4027-ac21-b18fef30d30d, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=e78fe5e4-ed06-4027-ac21-b18fef30d30d,segment=NetworkSegment(6213e833-c083-4864-8bc0-ab8b66cb884a),segment_id=6213e833-c083-4864-8bc0-ab8b66cb884a)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:28.882208 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:28.896533 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Calling delete_port for e78fe5e4-ed06-4027-ac21-b18fef30d30d owned by network:router_gateway {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:28.912174 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_hamode_db [None req-e0c1ee21-6e36-469f-9cb7-37e55fcee5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022af01-e953-48d8-a029-33927e681ffa', 'name': 'tempest-TestVolumeBootPattern-1348229505-router', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:59:28Z', 'revision_number': 6, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'gw_port_host': None}], 'dv-cinder-849803-1-iscsi', False) {} {{(pid=111168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:28.940474 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c1ee21-6e36-469f-9cb7-37e55fcee5de None None] The sync data for ids ['e022af01-e953-48d8-a029-33927e681ffa'] in dv-cinder-849803-1-iscsi is: [{'id': 'e022af01-e953-48d8-a029-33927e681ffa', 'name': 'tempest-TestVolumeBootPattern-1348229505-router', 'tenant_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:51:33Z', 'updated_at': '2022-07-14T11:59:28Z', 'revision_number': 6, 'project_id': 'bc8c54170e7b45399e6ff7218f53ab8e', 'gw_port_host': None}] {{(pid=111168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:59:29.059716 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:29.147931 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (e78fe5e4-ed06-4027-ac21-b18fef30d30d), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.172934 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78fe5e4-ed06-4027-ac21-b18fef30d30d,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:29.238551 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726993'] for router_gateway (e022af01-e953-48d8-a029-33927e681ffa), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.329030 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1734430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021'] for router (e022af01-e953-48d8-a029-33927e681ffa), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.332312 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Publish callbacks [] for router_controller (e022af01-e953-48d8-a029-33927e681ffa), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.439796 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1734570'] for router (e022af01-e953-48d8-a029-33927e681ffa), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.440312 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e022af01-e953-48d8-a029-33927e681ffa {{(pid=111167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:59:29.444571 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.445785 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-aa7fc174-e3a2-4851-96da-a68f1971f6c2 admin admin] 10.222.0.40 "DELETE /v2.0/routers/e022af01-e953-48d8-a029-33927e681ffa HTTP/1.1" status: 204 len: 168 time: 0.9942014 Jul 14 11:59:29.448195 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 46054) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:29.495069 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f358fb1f-e860-44a1-a66f-ef4cc7681897 admin admin] Deleting subnet 9d5d44b5-effc-45d5-83af-a00b0256625c {{(pid=111167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:59:29.498393 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f358fb1f-e860-44a1-a66f-ef4cc7681897 admin admin] Publish callbacks [] for subnet (9d5d44b5-effc-45d5-83af-a00b0256625c), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.528611 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:29.534511 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f358fb1f-e860-44a1-a66f-ef4cc7681897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24027086'] for subnet (9d5d44b5-effc-45d5-83af-a00b0256625c), precommit_delete_associations {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.616258 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f358fb1f-e860-44a1-a66f-ef4cc7681897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767612'] for subnet (9d5d44b5-effc-45d5-83af-a00b0256625c), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.686465 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 592741aa-aa04-4e22-80f5-8e6c72bf1acd no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:59:29.707077 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: 592741aa-aa04-4e22-80f5-8e6c72bf1acd {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:59:29.707424 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device 592741aa-aa04-4e22-80f5-8e6c72bf1acd not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:59:29.731441 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f358fb1f-e860-44a1-a66f-ef4cc7681897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24027045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31053130'] for subnet (9d5d44b5-effc-45d5-83af-a00b0256625c), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.758030 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358fb1f-e860-44a1-a66f-ef4cc7681897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5d44b5-effc-45d5-83af-a00b0256625c,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:29.763062 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-f358fb1f-e860-44a1-a66f-ef4cc7681897 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.766278 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-f358fb1f-e860-44a1-a66f-ef4cc7681897 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9d5d44b5-effc-45d5-83af-a00b0256625c HTTP/1.1" status: 204 len: 168 time: 0.3171563 Jul 14 11:59:29.768747 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [-] (111167) accepted ('10.222.0.40', 46056) {{(pid=111167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:29.773719 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa143da-2c77-40c9-abb0-4d5bc4f7b52e None None] Network b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 requested from dv-cinder-849803-1-iscsi {{(pid=111168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:59:29.847299 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695586'] for network (b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.891782 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Deleting port a38d6934-039b-4b65-8c73-942c0adb250a {{(pid=111167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:29.892118 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.945346 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd7bd68-2e23-490c-b3bc-170d5520b0db None None] DHCP port deletion for b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 request from dv-cinder-849803-1-iscsi {{(pid=111168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:59:29.969425 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.db [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] For port a38d6934-039b-4b65-8c73-942c0adb250a, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=a38d6934-039b-4b65-8c73-942c0adb250a,segment=NetworkSegment(465f1d61-2168-4ecd-b4e7-80ba46970ece),segment_id=465f1d61-2168-4ecd-b4e7-80ba46970ece)] {{(pid=111167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:29.969797 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:29.984136 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.plugin [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Calling delete_port for a38d6934-039b-4b65-8c73-942c0adb250a owned by network:dhcp {{(pid=111167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:29.992101 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7bd68-2e23-490c-b3bc-170d5520b0db None None] Deleting port a38d6934-039b-4b65-8c73-942c0adb250a {{(pid=111168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:59:29.992222 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bd68-2e23-490c-b3bc-170d5520b0db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757019937518'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), before_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.042109 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:30.057346 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.db [None req-2dd7bd68-2e23-490c-b3bc-170d5520b0db None None] For port a38d6934-039b-4b65-8c73-942c0adb250a, host dv-cinder-849803-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849803-1-iscsi',level=0,port_id=a38d6934-039b-4b65-8c73-942c0adb250a,segment=NetworkSegment(465f1d61-2168-4ecd-b4e7-80ba46970ece),segment_id=465f1d61-2168-4ecd-b4e7-80ba46970ece)] {{(pid=111168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:59:30.057748 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bd68-2e23-490c-b3bc-170d5520b0db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729881'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), precommit_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.074875 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7bd68-2e23-490c-b3bc-170d5520b0db None None] Calling delete_port for a38d6934-039b-4b65-8c73-942c0adb250a owned by network:dhcp {{(pid=111168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:59:30.138358 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:30.160056 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24026234'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.164679 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:30.170277 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bd68-2e23-490c-b3bc-170d5520b0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1930034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757019945027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757019596045'] for port (a38d6934-039b-4b65-8c73-942c0adb250a), after_delete {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.189975 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38d6934-039b-4b65-8c73-942c0adb250a,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:30.194790 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] No DVR routers for this DVR port a38d6934-039b-4b65-8c73-942c0adb250a on host dv-cinder-849803-1-iscsi {{(pid=111167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:59:30.195161 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7bd68-2e23-490c-b3bc-170d5520b0db None None] Pushing event deleted for resources: {'Port': ['ID=a38d6934-039b-4b65-8c73-942c0adb250a,revision_number=None']} {{(pid=111168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:30.200204 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7bd68-2e23-490c-b3bc-170d5520b0db None None] No DVR routers for this DVR port a38d6934-039b-4b65-8c73-942c0adb250a on host dv-cinder-849803-1-iscsi {{(pid=111168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:59:30.274303 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767238', 'neutron.services.segments.db._delete_segments_for_network-8757019963459'] for network (b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.295948 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3']}} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:30.305715 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465f1d61-2168-4ecd-b4e7-80ba46970ece') {'for_net_delete': True} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:30.306009 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.services.segments.db [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465f1d61-2168-4ecd-b4e7-80ba46970ece') {} {{(pid=111167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:59:30.316328 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757019965772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24027097'] for segment (465f1d61-2168-4ecd-b4e7-80ba46970ece), before_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.326443 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:30.330900 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998'] for segment (465f1d61-2168-4ecd-b4e7-80ba46970ece), precommit_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.337457 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=111167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:59:30.337869 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24026119'] for segment (465f1d61-2168-4ecd-b4e7-80ba46970ece), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.360629 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 465f1d61-2168-4ecd-b4e7-80ba46970ece resource provider aggregate not found Jul 14 11:59:30.405568 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.services.segments.plugin [-] Segment 465f1d61-2168-4ecd-b4e7-80ba46970ece resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 465f1d61-2168-4ecd-b4e7-80ba46970ece found for delete ", "request_id": "req-e5946ef8-97f4-41ad-b425-dad86cefe9cd"}]} Jul 14 11:59:30.468500 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726988'] for network (b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3), after_delete {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.474903 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron_lib.callbacks.manager [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667825'] for network (None), before_response {{(pid=111167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.478052 dv-cinder-849803-1-iscsi neutron-server[111167]: INFO neutron.wsgi [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] 10.222.0.40 "DELETE /v2.0/networks/b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3 HTTP/1.1" status: 204 len: 168 time: 0.7080386 Jul 14 11:59:30.489654 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8afb7-3240-4915-81d0-fcfece584862 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4da702d-e9b4-4936-b2f9-e29b0dcf6cb3,revision_number=None']} {{(pid=111167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:30.736517 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 46064) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:30.777430 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-726beb6f-2125-4179-a549-f3194583e799 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7119e46a06b54c2984b21f32d9c156e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395517 Jul 14 11:59:30.779809 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 46066) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:30.830879 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d17d4042-02be-4d13-aa9d-660928e2ea74 admin admin] Publish callbacks [] for security_group (8b4798db-c498-43f5-a381-6617665c3baf), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.851285 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d17d4042-02be-4d13-aa9d-660928e2ea74 admin admin] Publish callbacks [] for security_group (8b4798db-c498-43f5-a381-6617665c3baf), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.931129 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d17d4042-02be-4d13-aa9d-660928e2ea74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (8b4798db-c498-43f5-a381-6617665c3baf), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.933648 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-d17d4042-02be-4d13-aa9d-660928e2ea74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:30.934774 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-d17d4042-02be-4d13-aa9d-660928e2ea74 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8b4798db-c498-43f5-a381-6617665c3baf HTTP/1.1" status: 204 len: 168 time: 0.1540704 Jul 14 11:59:30.943131 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d4042-02be-4d13-aa9d-660928e2ea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4798db-c498-43f5-a381-6617665c3baf,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:31.236830 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device a38d6934-039b-4b65-8c73-942c0adb250a no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:59:31.259595 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: a38d6934-039b-4b65-8c73-942c0adb250a {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:59:31.260076 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device a38d6934-039b-4b65-8c73-942c0adb250a not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:59:31.260444 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device e78fe5e4-ed06-4027-ac21-b18fef30d30d no longer exists at agent ovs-agent-dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:59:31.278875 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.plugin [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] No Port match for: e78fe5e4-ed06-4027-ac21-b18fef30d30d {{(pid=111168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:59:31.279220 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron.plugins.ml2.rpc [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Device e78fe5e4-ed06-4027-ac21-b18fef30d30d not bound to the agent host dv-cinder-849803-1-iscsi {{(pid=111168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:59:31.594414 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 46072) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:31.635872 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-561a5a1e-389a-4834-9a62-243736451a6e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bc8c54170e7b45399e6ff7218f53ab8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402482 Jul 14 11:59:31.638387 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [-] (111166) accepted ('10.222.0.40', 46074) {{(pid=111166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:59:31.678125 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:31.689965 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9dbca60c-b8ae-4343-ba4c-643ec9ee3c30 admin admin] Publish callbacks [] for security_group (fbe7fba2-58bb-450e-92f1-5add2d72ab63), before_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:31.713366 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9dbca60c-b8ae-4343-ba4c-643ec9ee3c30 admin admin] Publish callbacks [] for security_group (fbe7fba2-58bb-450e-92f1-5add2d72ab63), precommit_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:31.839138 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9dbca60c-b8ae-4343-ba4c-643ec9ee3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684555'] for security_group (fbe7fba2-58bb-450e-92f1-5add2d72ab63), after_delete {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:31.841829 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron_lib.callbacks.manager [None req-9dbca60c-b8ae-4343-ba4c-643ec9ee3c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:31.843068 dv-cinder-849803-1-iscsi neutron-server[111166]: INFO neutron.wsgi [None req-9dbca60c-b8ae-4343-ba4c-643ec9ee3c30 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fbe7fba2-58bb-450e-92f1-5add2d72ab63 HTTP/1.1" status: 204 len: 168 time: 0.2037747 Jul 14 11:59:31.853599 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbca60c-b8ae-4343-ba4c-643ec9ee3c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe7fba2-58bb-450e-92f1-5add2d72ab63,revision_number=None']} {{(pid=111166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:35.594679 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=98 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:37.281932 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=75 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:40.480261 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG dbcounter [-] [111167] Writing DB stats neutron:SELECT=66,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111167) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:41.241570 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=8 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:41.263545 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:41.849543 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG dbcounter [-] [111166] Writing DB stats neutron:SELECT=74,neutron:DELETE=9 {{(pid=111166) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:41.872835 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:44.907877 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-d05682ce-8741-4c1b-a4fa-1bff32d92838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:47.113753 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-73c48de4-8c5f-479b-bc46-793ab6e87b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:48.351985 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:49.667557 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:50.009310 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:59:56.253935 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:56.259809 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:59:57.974970 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:04.284265 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:00:07.898764 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:00:07.902773 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:00:07.905504 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:00:10.629604 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=13 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:00:14.283886 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=15 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:00:14.922374 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-f2469c05-88f8-4959-8e70-59392c242332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:17.065599 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6cbba6c4-3983-4c4e-ab11-1f25cd60e76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:18.383555 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:19.682515 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:19.997263 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:27.962289 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:33.251352 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:00:33.256194 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:00:37.896697 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=7 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:00:37.901646 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:00:37.903353 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:00:41.284624 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:00:44.912316 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-39705885-5f33-46a9-b6db-0f4f6bc333a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:47.104376 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e5636f8c-1ec5-4858-959e-16379efc7b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:48.349960 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:49.672323 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:50.015321 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:00:51.280511 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:00:57.972692 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:07.896788 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=9 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:01:07.901778 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:01:07.903622 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:01:14.914955 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-13c04aaf-76d0-4969-9fc0-b035e006c600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:17.114730 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-91a934bc-f47c-4e56-af3e-82a701f59755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:18.284043 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:01:18.371310 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:19.711920 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:19.986139 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:27.985739 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:28.279880 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=7 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:01:28.280650 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:01:37.925531 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=17 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:01:37.930426 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:01:37.932127 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:01:44.936300 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-7399d941-df2b-4d62-8c87-ef2390aca71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:47.073623 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-33d70c01-6094-4e61-ab7a-d8ffcc48be4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:47.253895 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:01:47.259835 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:01:48.373719 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:49.673444 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:49.980155 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:01:55.282660 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:01:58.027801 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:07.470593 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [req-a89d27a4-eabe-4d41-84c2-55159c3a321e req-179689a5-c29b-41d5-a020-eaa12e5ba199 service neutron] (111166) timed out ('10.222.0.55', 63711) {{(pid=111166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 12:02:07.925206 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:02:07.930099 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:02:07.931802 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:02:10.622064 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=13 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:02:10.624941 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=15 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:02:14.935303 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9892-5498-42ee-9da0-d6df37d498f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:17.089170 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-78cd3d1f-4547-41d4-b948-74251e969960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:18.368448 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:19.695021 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:19.986020 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:24.256003 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:02:24.260169 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:02:27.984587 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:32.281104 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:02:37.924666 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:02:37.928603 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:02:37.929690 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:02:42.276944 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:02:44.933184 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a511b3c6-9dd9-4586-85f6-ea8f8a63623d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:47.075768 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b2bfdcc6-e428-48ee-b8bf-70c21ce7c416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:48.368592 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:49.693541 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:50.002260 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:02:58.019444 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:01.251721 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:01.252806 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=4 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:07.922749 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:07.925871 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:07.927677 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:09.279766 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:03:14.938636 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-70e01b2b-e578-48fa-b046-81072fee252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:17.190645 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ede69205-bb38-44ba-8729-8ff5336b8df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:18.367707 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:19.275503 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:19.276255 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:19.681280 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:20.001091 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:27.978256 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:37.924434 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:37.928336 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:37.930056 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:38.240668 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:38.250639 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=5 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:44.925531 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-e15018c0-15b6-4149-9a20-69318a1012a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:46.278547 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:03:47.063152 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-6c7ca67d-caf5-4114-9ed3-5e5f7f5e7b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:48.365493 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:49.696940 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:49.994513 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:03:56.274723 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:03:58.050883 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:07.936676 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:07.940627 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:07.942327 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:14.913700 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5963-74ec-4a9f-9148-afb7f7e8e41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:15.244100 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=16 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:15.248123 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=16 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:17.085408 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-ffeff769-d6b4-48dd-9541-0f9ec5d89aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:18.376418 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:19.707736 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:20.005277 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:20.326960 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-6de13a97-a0b0-46a9-8b41-10c992711d62 service neutron] (111167) timed out ('10.222.0.40', 37856) {{(pid=111167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 12:04:20.412804 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [req-0820949e-4471-49f6-bb10-13278b9aff5b req-0414edbf-f11f-48b8-8f87-1517175ecc2a tempest-TestShelveInstance-1746815617 tempest-TestShelveInstance-1746815617-project] (111167) timed out ('10.222.0.40', 37866) {{(pid=111167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 12:04:23.277362 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:04:28.004945 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:33.272892 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:33.273729 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:37.934220 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=8 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:37.935030 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:37.940840 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:44.912880 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-a212609b-3502-49c3-b2db-906dd0afd32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (1ae35ce3-8bc1-4176-9b54-e8dbdc2852f8), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:47.106524 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-28c8d17d-85da-4545-b53f-8bb65358eb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (afde6d94-19c5-4327-bc41-89fb19bd1f90), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:48.397414 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-4b18d8aa-3c6b-41d0-83a3-651df36943ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (b2268bdf-f5dd-41ac-bf00-f02cb4246f81), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:49.701382 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-49be1858-6529-4214-a7ce-64558c54e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (6436ca3d-3c01-4c54-a15f-0b4d52a01d01), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:50.004248 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-b533cf1c-869a-4716-bcbd-74cd5b96e214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (88f171ac-2caf-4c12-9306-064bfc4d6c5a), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:04:52.240817 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:52.244671 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=3 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:04:58.032414 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG neutron_lib.callbacks.manager [None req-af2431b3-a134-42a0-92d4-706407920d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757019963441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764615'] for agent (adf576c3-9c7a-4e6a-8240-1182ed60f139), after_update {{(pid=111168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:05:00.278742 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG neutron.db.agents_db [None req-c3c1cbdb-e645-4e48-9517-be6891a0ebfc None None] Agent healthcheck: found 6 active agents {{(pid=111169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:05:05.089421 dv-cinder-849803-1-iscsi neutron-server[111167]: DEBUG neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-0749115f-efed-4307-8348-a111e04c4739 service neutron] (111167) timed out ('10.222.0.40', 40172) {{(pid=111167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 12:05:05.271742 dv-cinder-849803-1-iscsi neutron-server[111166]: DEBUG neutron.wsgi [req-461d939f-c04a-4dc2-88d2-ae490ff8eccf req-5df5d2b2-5a62-4e8e-b7cc-23ce7f0127ca tempest-AttachVolumeShelveTestJSON-2001742360 tempest-AttachVolumeShelveTestJSON-2001742360-project] (111166) timed out ('10.222.0.40', 40182) {{(pid=111166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 12:05:07.935719 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:05:07.939641 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:05:07.941463 dv-cinder-849803-1-iscsi neutron-server[111168]: DEBUG dbcounter [-] [111168] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111168) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:05:13.346775 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:05:13.347517 dv-cinder-849803-1-iscsi neutron-server[111169]: DEBUG dbcounter [-] [111169] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}